This will run a stand-alone version of Druid
Running command:
+ /home/appmon/jdk1.6/bin/java -Xmx10g -XX:MaxDirectMemorySize=5g -Duser.timezone=MST -Dfile.encoding=UTF-8 -Ddruid.realtime.specFile= -classpath ':/export/home/appmon/druid-services-0.6.171/../config/historical/historical_0:/export/home/appmon/druid-services-0.6.171/lib/*:/export/home/appmon/druid-services-0.6.171/config/historical/historical_0:/import/home/appmon/hadoop2.4.0/jars/*:/import/home/appmon/hadoop2.4.0/conf' io.druid.cli.Main server historical
SLF4J: Class path contains multiple SLF4J bindings.
SLF4J: Found binding in [jar:file:/home/appmon/druid-services-0.6.171/lib/slf4j-log4j12-1.6.2.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: Found binding in [jar:file:/import/home2/appmon/hadoop2.4.0/jars/slf4j-log4j12-1.7.5.jar!/org/slf4j/impl/StaticLoggerBinder.class]
SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation.
2015-02-16 12:03:11,193 INFO [main] io.druid.guice.PropertiesModule - Loading properties from runtime.properties
2015-02-16 12:03:11,254 INFO [main] org.hibernate.validator.internal.util.Version - HV000001: Hibernate Validator 5.0.1.Final
2015-02-16 12:03:11,840 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.guice.ExtensionsConfig] from props[druid.extensions.] as [ExtensionsConfig{searchCurrentClassloader=true, coordinates=[io.druid.extensions:druid-hdfs-storage:0.6.171], localRepository='/import/home/appmon/druid171PullReps', remoteRepositories=[]}]
2015-02-16 12:03:11,992 INFO [main] io.druid.initialization.Initialization - Loading extension[io.druid.extensions:druid-hdfs-storage:0.6.171] for class[io.druid.cli.CliCommandCreator]
2015-02-16 12:03:13,119 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/io/druid/extensions/druid-hdfs-storage/0.6.171/druid-hdfs-storage-0.6.171.jar]
2015-02-16 12:03:13,120 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/net/java/dev/jets3t/jets3t/0.9.1/jets3t-0.9.1.jar]
2015-02-16 12:03:13,120 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/commons-codec/commons-codec/1.7/commons-codec-1.7.jar]
2015-02-16 12:03:13,120 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar]
2015-02-16 12:03:13,120 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar]
2015-02-16 12:03:13,120 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/javax/activation/activation/1.1.1/activation-1.1.1.jar]
2015-02-16 12:03:13,120 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/mx4j/mx4j/3.0.2/mx4j-3.0.2.jar]
2015-02-16 12:03:13,120 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/javax/mail/mail/1.4.7/mail-1.4.7.jar]
2015-02-16 12:03:13,120 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/commons-logging/commons-logging/1.1.1/commons-logging-1.1.1.jar]
2015-02-16 12:03:13,120 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/bouncycastle/bcprov-jdk15/1.46/bcprov-jdk15-1.46.jar]
2015-02-16 12:03:13,120 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/com/jamesmurty/utils/java-xmlbuilder/0.4/java-xmlbuilder-0.4.jar]
2015-02-16 12:03:13,120 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/apache/httpcomponents/httpclient/4.2/httpclient-4.2.jar]
2015-02-16 12:03:13,120 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/apache/httpcomponents/httpcore/4.2/httpcore-4.2.jar]
2015-02-16 12:03:13,121 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/apache/hadoop/hadoop-client/2.3.0/hadoop-client-2.3.0.jar]
2015-02-16 12:03:13,121 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/apache/hadoop/hadoop-common/2.3.0/hadoop-common-2.3.0.jar]
2015-02-16 12:03:13,121 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/commons-cli/commons-cli/1.2/commons-cli-1.2.jar]
2015-02-16 12:03:13,121 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/apache/commons/commons-math3/3.1.1/commons-math3-3.1.1.jar]
2015-02-16 12:03:13,121 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/xmlenc/xmlenc/0.52/xmlenc-0.52.jar]
2015-02-16 12:03:13,121 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar]
2015-02-16 12:03:13,121 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/commons-net/commons-net/3.1/commons-net-3.1.jar]
2015-02-16 12:03:13,121 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/commons-collections/commons-collections/3.2.1/commons-collections-3.2.1.jar]
2015-02-16 12:03:13,121 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/log4j/log4j/1.2.16/log4j-1.2.16.jar]
2015-02-16 12:03:13,121 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/commons-lang/commons-lang/2.6/commons-lang-2.6.jar]
2015-02-16 12:03:13,121 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar]
2015-02-16 12:03:13,121 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/commons-digester/commons-digester/1.8/commons-digester-1.8.jar]
2015-02-16 12:03:13,121 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar]
2015-02-16 12:03:13,122 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar]
2015-02-16 12:03:13,122 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/slf4j/slf4j-log4j12/1.6.2/slf4j-log4j12-1.6.2.jar]
2015-02-16 12:03:13,122 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/apache/avro/avro/1.7.4/avro-1.7.4.jar]
2015-02-16 12:03:13,122 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/com/thoughtworks/paranamer/paranamer/2.3/paranamer-2.3.jar]
2015-02-16 12:03:13,122 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/xerial/snappy/snappy-java/1.0.4.1/snappy-java-1.0.4.1.jar]
2015-02-16 12:03:13,122 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar]
2015-02-16 12:03:13,122 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/apache/hadoop/hadoop-auth/2.3.0/hadoop-auth-2.3.0.jar]
2015-02-16 12:03:13,122 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/com/google/code/findbugs/jsr305/2.0.1/jsr305-2.0.1.jar]
2015-02-16 12:03:13,122 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/apache/zookeeper/zookeeper/3.4.5/zookeeper-3.4.5.jar]
2015-02-16 12:03:13,122 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar]
2015-02-16 12:03:13,122 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/tukaani/xz/1.0/xz-1.0.jar]
2015-02-16 12:03:13,122 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/apache/hadoop/hadoop-hdfs/2.3.0/hadoop-hdfs-2.3.0.jar]
2015-02-16 12:03:13,123 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar]
2015-02-16 12:03:13,123 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/apache/hadoop/hadoop-mapreduce-client-app/2.3.0/hadoop-mapreduce-client-app-2.3.0.jar]
2015-02-16 12:03:13,123 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/apache/hadoop/hadoop-mapreduce-client-common/2.3.0/hadoop-mapreduce-client-common-2.3.0.jar]
2015-02-16 12:03:13,123 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/apache/hadoop/hadoop-yarn-client/2.3.0/hadoop-yarn-client-2.3.0.jar]
2015-02-16 12:03:13,123 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/apache/hadoop/hadoop-yarn-server-common/2.3.0/hadoop-yarn-server-common-2.3.0.jar]
2015-02-16 12:03:13,123 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.3.0/hadoop-mapreduce-client-shuffle-2.3.0.jar]
2015-02-16 12:03:13,123 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/apache/hadoop/hadoop-yarn-api/2.3.0/hadoop-yarn-api-2.3.0.jar]
2015-02-16 12:03:13,123 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/apache/hadoop/hadoop-mapreduce-client-core/2.3.0/hadoop-mapreduce-client-core-2.3.0.jar]
2015-02-16 12:03:13,123 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/apache/hadoop/hadoop-yarn-common/2.3.0/hadoop-yarn-common-2.3.0.jar]
2015-02-16 12:03:13,123 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/javax/xml/bind/jaxb-api/2.2.2/jaxb-api-2.2.2.jar]
2015-02-16 12:03:13,123 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/javax/xml/stream/stax-api/1.0-2/stax-api-1.0-2.jar]
2015-02-16 12:03:13,123 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/javax/servlet/servlet-api/2.5/servlet-api-2.5.jar]
2015-02-16 12:03:13,123 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/com/sun/jersey/jersey-core/1.17.1/jersey-core-1.17.1.jar]
2015-02-16 12:03:13,124 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.3.0/hadoop-mapreduce-client-jobclient-2.3.0.jar]
2015-02-16 12:03:13,124 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/org/apache/hadoop/hadoop-annotations/2.3.0/hadoop-annotations-2.3.0.jar]
2015-02-16 12:03:13,124 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/com/metamx/emitter/0.2.13/emitter-0.2.13.jar]
2015-02-16 12:03:13,124 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/com/metamx/http-client/0.9.7/http-client-0.9.7.jar]
2015-02-16 12:03:13,124 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/io/netty/netty/3.9.0.Final/netty-3.9.0.Final.jar]
2015-02-16 12:03:13,124 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/com/google/guava/guava/16.0.1/guava-16.0.1.jar]
2015-02-16 12:03:13,124 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/com/fasterxml/jackson/core/jackson-annotations/2.2.3/jackson-annotations-2.2.3.jar]
2015-02-16 12:03:13,124 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/com/fasterxml/jackson/core/jackson-core/2.2.3/jackson-core-2.2.3.jar]
2015-02-16 12:03:13,124 INFO [main] io.druid.initialization.Initialization - Added URL[file:/import/home/appmon/druid171PullReps/commons-io/commons-io/2.0.1/commons-io-2.0.1.jar]
2015-02-16 12:03:13,451 INFO [main] io.druid.initialization.Initialization - Loading extension[io.druid.extensions:druid-hdfs-storage:0.6.171] for class[io.druid.initialization.DruidModule]
2015-02-16 12:03:13,457 INFO [main] io.druid.initialization.Initialization - Adding extension module[class io.druid.storage.hdfs.HdfsStorageDruidModule] for class[io.druid.initialization.DruidModule]
2015-02-16 12:03:14,126 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class com.metamx.emitter.core.LoggingEmitterConfig] from props[druid.emitter.logging.] as [LoggingEmitterConfig{loggerClass='com.metamx.emitter.core.LoggingEmitter', logLevel='info'}]
2015-02-16 12:03:14,188 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.server.metrics.DruidMonitorSchedulerConfig] from props[druid.monitoring.] as [io.druid.server.metrics.DruidMonitorSchedulerConfig@7884054a]
2015-02-16 12:03:14,201 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.server.metrics.MonitorsConfig] from props[druid.monitoring.] as [MonitorsConfig{monitors=[]}]
2015-02-16 12:03:14,221 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.server.DruidNode] from props[druid.] as [DruidNode{serviceName='historical', host='phxscal1100:8081', port=8081}]
2015-02-16 12:03:14,237 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[interface io.druid.client.cache.CacheProvider] from props[druid.historical.cache.] as [io.druid.client.cache.LocalCacheProvider@6f6577e8]
2015-02-16 12:03:14,287 INFO [main] io.druid.server.metrics.MetricsModule - Adding monitor[io.druid.client.cache.CacheMonitor@cd56b8b8]
2015-02-16 12:03:14,362 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.server.initialization.ServerConfig] from props[druid.server.http.] as [io.druid.server.initialization.ServerConfig@5a6a508f]
2015-02-16 12:03:14,368 INFO [main] org.eclipse.jetty.util.log - Logging initialized @3805ms
2015-02-16 12:03:14,467 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.segment.loading.SegmentLoaderConfig] from props[druid.segmentCache.] as [SegmentLoaderConfig{locations=[StorageLocationConfig{path=/home/appmon/druid/persistent/zk_druid, maxSize=40000000000}], deleteOnRemove=false, dropSegmentDelayMillis=30000, infoDir=null}]
2015-02-16 12:03:14,473 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.query.QueryConfig] from props[druid.query.] as [io.druid.query.QueryConfig@e5c8cbde]
2015-02-16 12:03:14,483 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.query.search.search.SearchQueryConfig] from props[druid.query.search.] as [io.druid.query.search.search.SearchQueryConfig@d4415a56]
2015-02-16 12:03:14,489 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.query.groupby.GroupByQueryConfig] from props[druid.query.groupBy.] as [io.druid.query.groupby.GroupByQueryConfig@f32f7763]
2015-02-16 12:03:14,490 INFO [main] org.skife.config.ConfigurationObjectFactory - Assigning default value [processing-%s] for [${base_path}.formatString] on [com.metamx.common.concurrent.ExecutorServiceConfig#getFormatString()]
2015-02-16 12:03:14,492 INFO [main] org.skife.config.ConfigurationObjectFactory - Assigning value [4] for [druid.processing.numThreads] on [io.druid.query.DruidProcessingConfig#getNumThreads()]
2015-02-16 12:03:14,492 INFO [main] org.skife.config.ConfigurationObjectFactory - Assigning value [1000000000] for [druid.processing.buffer.sizeBytes] on [io.druid.query.DruidProcessingConfig#intermediateComputeSizeBytes()]
2015-02-16 12:03:14,492 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [${base_path}.columnCache.sizeBytes] on [io.druid.query.DruidProcessingConfig#columnCacheSizeBytes()]
2015-02-16 12:03:14,555 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.query.topn.TopNQueryConfig] from props[druid.query.topN.] as [io.druid.query.topn.TopNQueryConfig@4998cd28]
2015-02-16 12:03:14,564 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.client.cache.CacheConfig] from props[druid.historical.cache.] as [io.druid.client.cache.CacheConfig@fae56f9d]
2015-02-16 12:03:14,567 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[interface io.druid.server.log.RequestLoggerProvider] from props[druid.request.logging.] as [io.druid.server.log.NoopRequestLoggerProvider@abf131c0]
2015-02-16 12:03:14,571 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [druid.zk.paths.base] on [io.druid.server.initialization.ZkPathsConfig#getZkBasePath()]
2015-02-16 12:03:14,571 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [druid.zk.paths.propertiesPath] on [io.druid.server.initialization.ZkPathsConfig#getPropertiesPath()]
2015-02-16 12:03:14,571 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [druid.zk.paths.announcementsPath] on [io.druid.server.initialization.ZkPathsConfig#getAnnouncementsPath()]
2015-02-16 12:03:14,571 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [druid.zk.paths.servedSegmentsPath] on [io.druid.server.initialization.ZkPathsConfig#getServedSegmentsPath()]
2015-02-16 12:03:14,571 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [druid.zk.paths.liveSegmentsPath] on [io.druid.server.initialization.ZkPathsConfig#getLiveSegmentsPath()]
2015-02-16 12:03:14,571 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [druid.zk.paths.loadQueuePath] on [io.druid.server.initialization.ZkPathsConfig#getLoadQueuePath()]
2015-02-16 12:03:14,571 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [druid.zk.paths.coordinatorPath] on [io.druid.server.initialization.ZkPathsConfig#getCoordinatorPath()]
2015-02-16 12:03:14,571 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [druid.zk.paths.connectorPath] on [io.druid.server.initialization.ZkPathsConfig#getConnectorPath()]
2015-02-16 12:03:14,572 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [druid.zk.paths.indexer.announcementsPath] on [io.druid.server.initialization.ZkPathsConfig#getIndexerAnnouncementPath()]
2015-02-16 12:03:14,572 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [druid.zk.paths.indexer.tasksPath] on [io.druid.server.initialization.ZkPathsConfig#getIndexerTaskPath()]
2015-02-16 12:03:14,572 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [druid.zk.paths.indexer.statusPath] on [io.druid.server.initialization.ZkPathsConfig#getIndexerStatusPath()]
2015-02-16 12:03:14,572 INFO [main] org.skife.config.ConfigurationObjectFactory - Using method itself for [druid.zk.paths.indexer.leaderLatchPath] on [io.druid.server.initialization.ZkPathsConfig#getIndexerLeaderLatchPath()]
2015-02-16 12:03:14,582 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.client.DruidServerConfig] from props[druid.server.] as [io.druid.client.DruidServerConfig@8241db9c]
2015-02-16 12:03:14,585 INFO [main] org.skife.config.ConfigurationObjectFactory - Assigning value [phxscal1041:2181] for [druid.zk.service.host] on [io.druid.curator.CuratorConfig#getZkHosts()]
2015-02-16 12:03:14,585 INFO [main] org.skife.config.ConfigurationObjectFactory - Assigning default value [30000] for [druid.zk.service.sessionTimeoutMs] on [io.druid.curator.CuratorConfig#getZkSessionTimeoutMs()]
2015-02-16 12:03:14,585 INFO [main] org.skife.config.ConfigurationObjectFactory - Assigning default value [false] for [druid.curator.compress] on [io.druid.curator.CuratorConfig#enableCompression()]
2015-02-16 12:03:14,597 WARN [main] org.apache.curator.retry.ExponentialBackoffRetry - maxRetries too large (30). Pinning to 29
2015-02-16 12:03:14,679 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[class io.druid.server.initialization.BatchDataSegmentAnnouncerConfig] from props[druid.announcer.] as [io.druid.server.initialization.BatchDataSegmentAnnouncerConfig@48dd1794]
2015-02-16 12:03:14,682 INFO [main] io.druid.guice.JsonConfigurator - Loaded class[interface io.druid.server.coordination.DataSegmentAnnouncerProvider] from props[druid.announcer.] as [io.druid.server.coordination.LegacyDataSegmentAnnouncerProvider@e342bbef]
2015-02-16 12:03:14,684 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void com.metamx.emitter.core.LoggingEmitter.start()] on object[com.metamx.emitter.core.LoggingEmitter@50338891].
2015-02-16 12:03:14,684 INFO [main] com.metamx.emitter.core.LoggingEmitter - Start: started [true]
2015-02-16 12:03:14,684 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void com.metamx.emitter.service.ServiceEmitter.start()] on object[com.metamx.emitter.service.ServiceEmitter@7f3cbbed].
2015-02-16 12:03:14,685 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void com.metamx.metrics.MonitorScheduler.start()] on object[com.metamx.metrics.MonitorScheduler@591bc7bd].
2015-02-16 12:03:14,689 INFO [main] org.eclipse.jetty.server.Server - jetty-9.2.5.v20141112
Feb 16, 2015 12:03:14 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register
INFO: Registering com.fasterxml.jackson.jaxrs.json.JacksonJsonProvider as a provider class
Feb 16, 2015 12:03:14 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register
INFO: Registering io.druid.server.StatusResource as a root resource class
Feb 16, 2015 12:03:14 PM com.sun.jersey.server.impl.application.WebApplicationImpl _initiate
INFO: Initiating Jersey application, version 'Jersey: 1.17.1 02/28/2013 12:47 PM'
Feb 16, 2015 12:03:14 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider
INFO: Binding com.fasterxml.jackson.jaxrs.json.JacksonJsonProvider to GuiceManagedComponentProvider with the scope "Singleton"
Feb 16, 2015 12:03:15 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider
INFO: Binding io.druid.server.QueryResource to GuiceInstantiatedComponentProvider
Feb 16, 2015 12:03:15 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider
INFO: Binding io.druid.server.http.HistoricalResource to GuiceInstantiatedComponentProvider
Feb 16, 2015 12:03:15 PM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider
INFO: Binding io.druid.server.StatusResource to GuiceManagedComponentProvider with the scope "Undefined"
2015-02-16 12:03:15,488 INFO [main] org.eclipse.jetty.server.handler.ContextHandler - Started o.e.j.s.ServletContextHandler@2ee5b3b4{/,null,AVAILABLE}
2015-02-16 12:03:15,505 INFO [main] org.eclipse.jetty.server.ServerConnector - Started ServerConnector@2023a85d{HTTP/1.1}{0.0.0.0:8081}
2015-02-16 12:03:15,505 INFO [main] org.eclipse.jetty.server.Server - Started @4944ms
2015-02-16 12:03:15,506 INFO [main] io.druid.curator.CuratorModule - Starting Curator
2015-02-16 12:03:15,506 INFO [main] org.apache.curator.framework.imps.CuratorFrameworkImpl - Starting
2015-02-16 12:03:15,511 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT
2015-02-16 12:03:15,511 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:host.name=phxscal1100.phx.ebay.com
2015-02-16 12:03:15,511 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.version=1.7.0
2015-02-16 12:03:15,511 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.vendor=IBM Corporation
2015-02-16 12:03:15,511 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.home=/home/appmon/jdk1.6/jre
2015-02-16 12:03:15,511 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.class.path=:/export/home/appmon/druid-services-0.6.171/../config/historical/historical_0:/export/home/appmon/druid-services-0.6.171/lib/zookeeper-3.4.6.jar:/export/home/appmon/druid-services-0.6.171/lib/jackson-annotations-2.2.3.jar:/export/home/appmon/druid-services-0.6.171/lib/xpp3-1.1.4c.jar:/export/home/appmon/druid-services-0.6.171/lib/jackson-datatype-joda-2.2.3.jar:/export/home/appmon/druid-services-0.6.171/lib/server-metrics-0.0.9.jar:/export/home/appmon/druid-services-0.6.171/lib/druid-indexing-hadoop-0.6.171.jar:/export/home/appmon/druid-services-0.6.171/lib/rhino-1.7R4.jar:/export/home/appmon/druid-services-0.6.171/lib/spymemcached-2.11.4.jar:/export/home/appmon/druid-services-0.6.171/lib/javax.el-3.0.0.jar:/export/home/appmon/druid-services-0.6.171/lib/mail-1.4.7.jar:/export/home/appmon/druid-services-0.6.171/lib/guice-4.0-beta.jar:/export/home/appmon/druid-services-0.6.171/lib/jboss-logging-3.1.1.GA.jar:/export/home/appmon/druid-services-0.6.171/lib/jetty-proxy-9.2.5.v20141112.jar:/export/home/appmon/druid-services-0.6.171/lib/curator-client-2.7.0.jar:/export/home/appmon/druid-services-0.6.171/lib/jline-0.9.94.jar:/export/home/appmon/druid-services-0.6.171/lib/antlr4-runtime-4.0.jar:/export/home/appmon/druid-services-0.6.171/lib/httpclient-4.2.jar:/export/home/appmon/druid-services-0.6.171/lib/jersey-servlet-1.17.1.jar:/export/home/appmon/druid-services-0.6.171/lib/netty-3.9.0.Final.jar:/export/home/appmon/druid-services-0.6.171/lib/tesla-aether-0.0.5.jar:/export/home/appmon/druid-services-0.6.171/lib/jets3t-0.9.1.jar:/export/home/appmon/druid-services-0.6.171/lib/javax.servlet-api-3.1.0.jar:/export/home/appmon/druid-services-0.6.171/lib/jackson-core-asl-1.9.13.jar:/export/home/appmon/druid-services-0.6.171/lib/org.abego.treelayout.core-1.0.1.jar:/export/home/appmon/druid-services-0.6.171/lib/compress-lzf-0.8.4.jar:/export/home/appmon/druid-services-0.6.171/lib/maven-settings-builder-3.1.1.jar:/export/home/appmon/druid-services-0.6.171/lib/jackson-jaxrs-json-provider-2.2.3.jar:/export/home/appmon/druid-services-0.6.171/lib/icu4j-4.8.1.jar:/export/home/appmon/druid-services-0.6.171/lib/http-client-0.9.7.jar:/export/home/appmon/druid-services-0.6.171/lib/commons-codec-1.7.jar:/export/home/appmon/druid-services-0.6.171/lib/log4j-1.2.16.jar:/export/home/appmon/druid-services-0.6.171/lib/aether-api-0.9.0.M2.jar:/export/home/appmon/druid-services-0.6.171/lib/google-http-client-1.15.0-rc.jar:/export/home/appmon/druid-services-0.6.171/lib/airline-0.6.jar:/export/home/appmon/druid-services-0.6.171/lib/aether-connector-okhttp-0.0.9.jar:/export/home/appmon/druid-services-0.6.171/lib/aether-util-0.9.0.M2.jar:/export/home/appmon/druid-services-0.6.171/lib/classmate-0.8.0.jar:/export/home/appmon/druid-services-0.6.171/lib/okhttp-1.0.2.jar:/export/home/appmon/druid-services-0.6.171/lib/java-util-0.26.9.jar:/export/home/appmon/druid-services-0.6.171/lib/mx4j-3.0.2.jar:/export/home/appmon/druid-services-0.6.171/lib/jetty-io-9.2.5.v20141112.jar:/export/home/appmon/druid-services-0.6.171/lib/aether-impl-0.9.0.M2.jar:/export/home/appmon/druid-services-0.6.171/lib/druid-processing-0.6.171.jar:/export/home/appmon/druid-services-0.6.171/lib/jdbi-2.32.jar:/export/home/appmon/druid-services-0.6.171/lib/jackson-mapper-asl-1.9.13.jar:/export/home/appmon/druid-services-0.6.171/lib/jetty-security-9.2.5.v20141112.jar:/export/home/appmon/druid-services-0.6.171/lib/maven-model-3.1.1.jar:/export/home/appmon/druid-services-0.6.171/lib/jetty-server-9.2.5.v20141112.jar:/export/home/appmon/druid-services-0.6.171/lib/httpcore-4.2.jar:/export/home/appmon/druid-services-0.6.171/lib/maven-repository-metadata-3.1.1.jar:/export/home/appmon/druid-services-0.6.171/lib/jackson-databind-2.2.3.jar:/export/home/appmon/druid-services-0.6.171/lib/guava-16.0.1.jar:/export/home/appmon/druid-services-0.6.171/lib/jetty-util-9.2.5.v20141112.jar:/export/home/appmon/druid-services-0.6.171/lib/druid-services-0.6.171.jar:/export/home/appmon/druid-services-0.6.171/lib/aether-spi-0.9.0.M2.jar:/export/home/appmon/druid-services-0.6.171/lib/jackson-jaxrs-base-2.2.3.jar:/export/home/appmon/druid-services-0.6.171/lib/asm-3.1.jar:/export/home/appmon/druid-services-0.6.171/lib/curator-framework-2.7.0.jar:/export/home/appmon/druid-services-0.6.171/lib/joda-time-2.1.jar:/export/home/appmon/druid-services-0.6.171/lib/plexus-interpolation-1.19.jar:/export/home/appmon/druid-services-0.6.171/lib/irc-api-1.0-0011.jar:/export/home/appmon/druid-services-0.6.171/lib/jersey-guice-1.17.1.jar:/export/home/appmon/druid-services-0.6.171/lib/bytebuffer-collections-0.0.4.jar:/export/home/appmon/druid-services-0.6.171/lib/jetty-continuation-9.2.5.v20141112.jar:/export/home/appmon/druid-services-0.6.171/lib/druid-indexing-service-0.6.171.jar:/export/home/appmon/druid-services-0.6.171/lib/wagon-provider-api-2.4.jar:/export/home/appmon/druid-services-0.6.171/lib/hibernate-validator-5.0.1.Final.jar:/export/home/appmon/druid-services-0.6.171/lib/jsr305-2.0.1.jar:/export/home/appmon/druid-services-0.6.171/lib/jackson-dataformat-smile-2.2.3.jar:/export/home/appmon/druid-services-0.6.171/lib/lz4-1.1.2.jar:/export/home/appmon/druid-services-0.6.171/lib/curator-recipes-2.7.0.jar:/export/home/appmon/druid-services-0.6.171/lib/alphanum-1.0.3.jar:/export/home/appmon/druid-services-0.6.171/lib/druid-server-0.6.171.jar:/export/home/appmon/druid-services-0.6.171/lib/commons-lang-2.6.jar:/export/home/appmon/druid-services-0.6.171/lib/mysql-connector-java-5.1.18.jar:/export/home/appmon/druid-services-0.6.171/lib/extendedset-1.3.7.jar:/export/home/appmon/druid-services-0.6.171/lib/emitter-0.2.13.jar:/export/home/appmon/druid-services-0.6.171/lib/commons-logging-1.1.1.jar:/export/home/appmon/druid-services-0.6.171/lib/jackson-datatype-guava-2.2.3.jar:/export/home/appmon/druid-services-0.6.171/lib/geoip2-0.4.0.jar:/export/home/appmon/druid-services-0.6.171/lib/bcprov-jdk15-1.46.jar:/export/home/appmon/druid-services-0.6.171/lib/jackson-module-jaxb-annotations-2.2.3.jar:/export/home/appmon/druid-services-0.6.171/lib/maven-aether-provider-3.1.1.jar:/export/home/appmon/druid-services-0.6.171/lib/jersey-server-1.17.1.jar:/export/home/appmon/druid-services-0.6.171/lib/google-http-client-jackson2-1.15.0-rc.jar:/export/home/appmon/druid-services-0.6.171/lib/slf4j-api-1.6.4.jar:/export/home/appmon/druid-services-0.6.171/lib/slf4j-log4j12-1.6.2.jar:/export/home/appmon/druid-services-0.6.171/lib/postgresql-9.3-1102-jdbc41.jar:/export/home/appmon/druid-services-0.6.171/lib/jackson-jaxrs-smile-provider-2.2.3.jar:/export/home/appmon/druid-services-0.6.171/lib/aopalliance-1.0.jar:/export/home/appmon/druid-services-0.6.171/lib/druid-api-0.2.14.1.jar:/export/home/appmon/druid-services-0.6.171/lib/jetty-client-9.2.5.v20141112.jar:/export/home/appmon/druid-services-0.6.171/lib/jetty-servlets-9.2.5.v20141112.jar:/export/home/appmon/druid-services-0.6.171/lib/activation-1.1.1.jar:/export/home/appmon/druid-services-0.6.171/lib/maven-settings-3.1.1.jar:/export/home/appmon/druid-services-0.6.171/lib/sigar-1.6.5.132.jar:/export/home/appmon/druid-services-0.6.171/lib/opencsv-2.3.jar:/export/home/appmon/druid-services-0.6.171/lib/aws-java-sdk-1.6.0.1.jar:/export/home/appmon/druid-services-0.6.171/lib/curator-x-discovery-2.7.0.jar:/export/home/appmon/druid-services-0.6.171/lib/maxminddb-0.2.0.jar:/export/home/appmon/druid-services-0.6.171/lib/jersey-core-1.17.1.jar:/export/home/appmon/druid-services-0.6.171/lib/validation-api-1.1.0.Final.jar:/export/home/appmon/druid-services-0.6.171/lib/aether-connector-file-0.9.0.M2.jar:/export/home/appmon/druid-services-0.6.171/lib/jackson-core-2.2.3.jar:/export/home/appmon/druid-services-0.6.171/lib/commons-pool-1.6.jar:/export/home/appmon/druid-services-0.6.171/lib/guice-servlet-4.0-beta.jar:/export/home/appmon/druid-services-0.6.171/lib/maven-model-builder-3.1.1.jar:/export/home/appmon/druid-services-0.6.171/lib/guice-multibindings-4.0-beta.jar:/export/home/appmon/druid-services-0.6.171/lib/commons-io-2.0.1.jar:/export/home/appmon/druid-services-0.6.171/lib/javax.inject-1.jar:/export/home/appmon/druid-services-0.6.171/lib/plexus-utils-3.0.15.jar:/export/home/appmon/druid-services-0.6.171/lib/commons-dbcp-1.4.jar:/export/home/appmon/druid-services-0.6.171/lib/druid-common-0.6.171.jar:/export/home/appmon/druid-services-0.6.171/lib/protobuf-java-2.5.0.jar:/export/home/appmon/druid-services-0.6.171/lib/java-xmlbuilder-0.4.jar:/export/home/appmon/druid-services-0.6.171/lib/jetty-servlet-9.2.5.v20141112.jar:/export/home/appmon/druid-services-0.6.171/lib/commons-cli-1.2.jar:/export/home/appmon/druid-services-0.6.171/lib/jetty-http-9.2.5.v20141112.jar:/export/home/appmon/druid-services-0.6.171/lib/config-magic-0.9.jar:/export/home/appmon/druid-services-0.6.171/config/historical/historical_0:/import/home/appmon/hadoop2.4.0/jars/activation-1.1.jar:/import/home/appmon/hadoop2.4.0/jars/asm-3.2.jar:/import/home/appmon/hadoop2.4.0/jars/avro-1.7.4.jar:/import/home/appmon/hadoop2.4.0/jars/commons-beanutils-1.7.0.jar:/import/home/appmon/hadoop2.4.0/jars/commons-beanutils-core-1.8.0.jar:/import/home/appmon/hadoop2.4.0/jars/commons-cli-1.2.jar:/import/home/appmon/hadoop2.4.0/jars/commons-codec-1.4.jar:/import/home/appmon/hadoop2.4.0/jars/commons-collections-3.2.1.jar:/import/home/appmon/hadoop2.4.0/jars/commons-compress-1.4.1.jar:/import/home/appmon/hadoop2.4.0/jars/commons-configuration-1.6.jar:/import/home/appmon/hadoop2.4.0/jars/commons-digester-1.8.jar:/import/home/appmon/hadoop2.4.0/jars/commons-el-1.0.jar:/import/home/appmon/hadoop2.4.0/jars/commons-httpclient-3.1.jar:/import/home/appmon/hadoop2.4.0/jars/commons-io-2.4.jar:/import/home/appmon/hadoop2.4.0/jars/commons-lang-2.6.jar:/import/home/appmon/hadoop2.4.0/jars/commons-logging-1.1.3.jar:/import/home/appmon/hadoop2.4.0/jars/commons-math3-3.1.1.jar:/import/home/appmon/hadoop2.4.0/jars/commons-net-3.1.jar:/import/home/appmon/hadoop2.4.0/jars/guava-11.0.2.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-annotations-2.4.0.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-auth-2.4.0.jar:/import/home/appmon/hadoop2.4.0/jars/httpclient-4.2.5.jar:/import/home/appmon/hadoop2.4.0/jars/httpcore-4.2.5.jar:/import/home/appmon/hadoop2.4.0/jars/jackson-core-asl-1.8.8.jar:/import/home/appmon/hadoop2.4.0/jars/jackson-jaxrs-1.8.8.jar:/import/home/appmon/hadoop2.4.0/jars/jackson-mapper-asl-1.8.8.jar:/import/home/appmon/hadoop2.4.0/jars/jackson-xc-1.8.8.jar:/import/home/appmon/hadoop2.4.0/jars/jasper-compiler-5.5.23.jar:/import/home/appmon/hadoop2.4.0/jars/jasper-runtime-5.5.23.jar:/import/home/appmon/hadoop2.4.0/jars/java-xmlbuilder-0.4.jar:/import/home/appmon/hadoop2.4.0/jars/jaxb-api-2.2.2.jar:/import/home/appmon/hadoop2.4.0/jars/jaxb-impl-2.2.3-1.jar:/import/home/appmon/hadoop2.4.0/jars/jersey-core-1.9.jar:/import/home/appmon/hadoop2.4.0/jars/jersey-json-1.9.jar:/import/home/appmon/hadoop2.4.0/jars/jersey-server-1.9.jar:/import/home/appmon/hadoop2.4.0/jars/jets3t-0.9.0.jar:/import/home/appmon/hadoop2.4.0/jars/jettison-1.1.jar:/import/home/appmon/hadoop2.4.0/jars/jetty-6.1.26.jar:/import/home/appmon/hadoop2.4.0/jars/jetty-util-6.1.26.jar:/import/home/appmon/hadoop2.4.0/jars/jsch-0.1.42.jar:/import/home/appmon/hadoop2.4.0/jars/jsp-api-2.1.jar:/import/home/appmon/hadoop2.4.0/jars/jsr305-1.3.9.jar:/import/home/appmon/hadoop2.4.0/jars/junit-4.8.2.jar:/import/home/appmon/hadoop2.4.0/jars/log4j-1.2.17.jar:/import/home/appmon/hadoop2.4.0/jars/mockito-all-1.8.5.jar:/import/home/appmon/hadoop2.4.0/jars/netty-3.6.2.Final.jar:/import/home/appmon/hadoop2.4.0/jars/paranamer-2.3.jar:/import/home/appmon/hadoop2.4.0/jars/protobuf-java-2.5.0.jar:/import/home/appmon/hadoop2.4.0/jars/servlet-api-2.5.jar:/import/home/appmon/hadoop2.4.0/jars/slf4j-api-1.7.5.jar:/import/home/appmon/hadoop2.4.0/jars/slf4j-log4j12-1.7.5.jar:/import/home/appmon/hadoop2.4.0/jars/snappy-java-1.0.4.1.jar:/import/home/appmon/hadoop2.4.0/jars/stax-api-1.0-2.jar:/import/home/appmon/hadoop2.4.0/jars/xmlenc-0.52.jar:/import/home/appmon/hadoop2.4.0/jars/xz-1.0.jar:/import/home/appmon/hadoop2.4.0/jars/zookeeper-3.4.5.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-common-2.4.0.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-common-2.4.0-tests.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-nfs-2.4.0.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-hdfs-2.4.0.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-hdfs-2.4.0-tests.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-hdfs-nfs-2.4.0.jar:/import/home/appmon/hadoop2.4.0/jars/aopalliance-1.0.jar:/import/home/appmon/hadoop2.4.0/jars/guice-3.0.jar:/import/home/appmon/hadoop2.4.0/jars/guice-servlet-3.0.jar:/import/home/appmon/hadoop2.4.0/jars/javax.inject-1.jar:/import/home/appmon/hadoop2.4.0/jars/jersey-client-1.9.jar:/import/home/appmon/hadoop2.4.0/jars/jersey-guice-1.9.jar:/import/home/appmon/hadoop2.4.0/jars/jline-0.9.94.jar:/import/home/appmon/hadoop2.4.0/jars/leveldbjni-all-1.8.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-yarn-api-2.4.0.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-yarn-applications-distributedshell-2.4.0.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-yarn-applications-unmanaged-am-launcher-2.4.0.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-yarn-client-2.4.0.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-yarn-common-2.4.0.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-yarn-server-applicationhistoryservice-2.4.0.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-yarn-server-common-2.4.0.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-yarn-server-nodemanager-2.4.0.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-yarn-server-resourcemanager-2.4.0.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-yarn-server-tests-2.4.0.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-yarn-server-web-proxy-2.4.0.jar:/import/home/appmon/hadoop2.4.0/jars/hamcrest-core-1.1.jar:/import/home/appmon/hadoop2.4.0/jars/junit-4.10.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-mapreduce-client-app-2.4.0.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-mapreduce-client-common-2.4.0.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-mapreduce-client-core-2.4.0.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-mapreduce-client-hs-2.4.0.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-mapreduce-client-hs-plugins-2.4.0.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-mapreduce-client-jobclient-2.4.0.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-mapreduce-client-jobclient-2.4.0-tests.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-mapreduce-client-shuffle-2.4.0.jar:/import/home/appmon/hadoop2.4.0/jars/hadoop-mapreduce-examples-2.4.0.jar:/import/home/appmon/hadoop2.4.0/conf
2015-02-16 12:03:15,511 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.library.path=/home/appmon/jdk1.6/jre/lib/amd64/compressedrefs:/home/appmon/jdk1.6/jre/lib/amd64:/usr/lib
2015-02-16 12:03:15,511 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.io.tmpdir=/tmp
2015-02-16 12:03:15,511 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:java.compiler=j9jit26
2015-02-16 12:03:15,511 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:os.name=Linux
2015-02-16 12:03:15,511 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:os.arch=amd64
2015-02-16 12:03:15,511 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:os.version=2.6.32-131.0.15.el6.x86_64
2015-02-16 12:03:15,511 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:user.name=appmon
2015-02-16 12:03:15,511 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:user.home=/export/home/appmon
2015-02-16 12:03:15,511 INFO [main] org.apache.zookeeper.ZooKeeper - Client environment:user.dir=/home/appmon/druid-services-0.6.171
2015-02-16 12:03:15,512 INFO [main] org.apache.zookeeper.ZooKeeper - Initiating client connection, connectString=phxscal1041:2181 sessionTimeout=30000 watcher=org.apache.curator.ConnectionState@d30cdeec
2015-02-16 12:03:15,522 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void io.druid.curator.announcement.Announcer.start()] on object[io.druid.curator.announcement.Announcer@49933632].
2015-02-16 12:03:15,522 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void io.druid.server.coordination.BaseZkCoordinator.start() throws java.io.IOException] on object[io.druid.server.coordination.ZkCoordinator@fab77b44].
2015-02-16 12:03:15,523 INFO [main] io.druid.server.coordination.ZkCoordinator - Starting zkCoordinator for server[phxscal1100:8081]
2015-02-16 12:03:15,525 INFO [main-SendThread(phx7b02c-384e.stratus.phx.ebay.com:2181)] org.apache.zookeeper.ClientCnxn - Opening socket connection to server phx7b02c-384e.stratus.phx.ebay.com/10.86.180.14:2181. Will not attempt to authenticate using SASL (unknown error)
2015-02-16 12:03:15,528 INFO [main-SendThread(phx7b02c-384e.stratus.phx.ebay.com:2181)] org.apache.zookeeper.ClientCnxn - Socket connection established to phx7b02c-384e.stratus.phx.ebay.com/10.86.180.14:2181, initiating session
2015-02-16 12:03:15,537 INFO [main-SendThread(phx7b02c-384e.stratus.phx.ebay.com:2181)] org.apache.zookeeper.ClientCnxn - Session establishment complete on server phx7b02c-384e.stratus.phx.ebay.com/10.86.180.14:2181, sessionid = 0x14b871f9c6202c8, negotiated timeout = 30000
2015-02-16 12:03:15,541 INFO [main-EventThread] org.apache.curator.framework.state.ConnectionStateManager - State change: CONNECTED
2015-02-16 12:03:16,551 INFO [main] io.druid.server.coordination.ZkCoordinator - Loading segment cache file [/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T07:00:00.000-07:00_2015-02-16T08:00:00.000-07:00_2015-02-16T07:03:00.531-07:00]
2015-02-16 12:03:16,585 INFO [main] io.druid.server.coordination.ZkCoordinator - Loading segment cache file [/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T08:00:00.000-07:00_2015-02-16T09:00:00.000-07:00_2015-02-16T08:00:06.727-07:00]
2015-02-16 12:03:16,585 INFO [main] io.druid.server.coordination.ZkCoordinator - Loading segment cache file [/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T09:00:00.000-07:00_2015-02-16T10:00:00.000-07:00_2015-02-16T09:56:59.931-07:00]
2015-02-16 12:03:16,590 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T07:00:00.000-07:00_2015-02-16T08:00:00.000-07:00_2015-02-16T07:03:00.531-07:00
2015-02-16 12:03:16,614 INFO [ZkCoordinator-0] io.druid.guice.PropertiesModule - Loading properties from runtime.properties
2015-02-16 12:03:16,624 INFO [ZkCoordinator-0] org.skife.config.ConfigurationObjectFactory - Assigning default value [processing-%s] for [${base_path}.formatString] on [com.metamx.common.concurrent.ExecutorServiceConfig#getFormatString()]
2015-02-16 12:03:16,624 INFO [ZkCoordinator-0] org.skife.config.ConfigurationObjectFactory - Assigning value [4] for [druid.processing.numThreads] on [io.druid.query.DruidProcessingConfig#getNumThreads()]
2015-02-16 12:03:16,624 INFO [ZkCoordinator-0] org.skife.config.ConfigurationObjectFactory - Assigning value [1000000000] for [druid.processing.buffer.sizeBytes] on [io.druid.query.DruidProcessingConfig#intermediateComputeSizeBytes()]
2015-02-16 12:03:16,624 INFO [ZkCoordinator-0] org.skife.config.ConfigurationObjectFactory - Using method itself for [${base_path}.columnCache.sizeBytes] on [io.druid.query.DruidProcessingConfig#columnCacheSizeBytes()]
2015-02-16 12:03:16,679 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T08:00:00.000-07:00_2015-02-16T09:00:00.000-07:00_2015-02-16T08:00:06.727-07:00
2015-02-16 12:03:16,687 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T09:00:00.000-07:00_2015-02-16T10:00:00.000-07:00_2015-02-16T09:56:59.931-07:00
2015-02-16 12:03:16,696 INFO [main] io.druid.server.coordination.SingleDataSegmentAnnouncer - Announcing segment[viddata_2015-02-16T07:00:00.000-07:00_2015-02-16T08:00:00.000-07:00_2015-02-16T07:03:00.531-07:00] to path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T07:00:00.000-07:00_2015-02-16T08:00:00.000-07:00_2015-02-16T07:03:00.531-07:00]
2015-02-16 12:03:16,735 INFO [main] io.druid.server.coordination.SingleDataSegmentAnnouncer - Announcing segment[viddata_2015-02-16T08:00:00.000-07:00_2015-02-16T09:00:00.000-07:00_2015-02-16T08:00:06.727-07:00] to path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T08:00:00.000-07:00_2015-02-16T09:00:00.000-07:00_2015-02-16T08:00:06.727-07:00]
2015-02-16 12:03:16,735 INFO [main] io.druid.server.coordination.SingleDataSegmentAnnouncer - Announcing segment[viddata_2015-02-16T09:00:00.000-07:00_2015-02-16T10:00:00.000-07:00_2015-02-16T09:56:59.931-07:00] to path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T09:00:00.000-07:00_2015-02-16T10:00:00.000-07:00_2015-02-16T09:56:59.931-07:00]
2015-02-16 12:03:16,737 INFO [main] io.druid.server.coordination.BatchDataSegmentAnnouncer - Announcing segment[viddata_2015-02-16T07:00:00.000-07:00_2015-02-16T08:00:00.000-07:00_2015-02-16T07:03:00.531-07:00] at path[/druid/segments/phxscal1100:8081/2015-02-16T12:03:16.736-07:000]
2015-02-16 12:03:16,737 INFO [main] io.druid.server.coordination.BatchDataSegmentAnnouncer - Announcing segment[viddata_2015-02-16T08:00:00.000-07:00_2015-02-16T09:00:00.000-07:00_2015-02-16T08:00:06.727-07:00] at path[/druid/segments/phxscal1100:8081/2015-02-16T12:03:16.736-07:000]
2015-02-16 12:03:16,737 INFO [main] io.druid.server.coordination.BatchDataSegmentAnnouncer - Announcing segment[viddata_2015-02-16T09:00:00.000-07:00_2015-02-16T10:00:00.000-07:00_2015-02-16T09:56:59.931-07:00] at path[/druid/segments/phxscal1100:8081/2015-02-16T12:03:16.736-07:000]
2015-02-16 12:03:16,741 INFO [main] io.druid.server.coordination.ZkCoordinator$BackgroundSegmentAnnouncer - Completed background segment announcing
2015-02-16 12:03:16,742 INFO [main] io.druid.server.coordination.ZkCoordinator - Cache load took 191 ms
2015-02-16 12:03:16,742 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void io.druid.server.coordination.AbstractDataSegmentAnnouncer.start()] on object[io.druid.server.coordination.SingleDataSegmentAnnouncer@3b8549c].
2015-02-16 12:03:16,742 INFO [main] io.druid.server.coordination.AbstractDataSegmentAnnouncer - Announcing self[DruidServerMetadata{name='phxscal1100:8081', host='phxscal1100:8081', maxSize=10000000000, tier='_default_tier', type='historical', priority='0'}] at [/druid/announcements/phxscal1100:8081]
2015-02-16 12:03:16,745 INFO [main] com.metamx.common.lifecycle.Lifecycle$AnnotationBasedHandler - Invoking start method[public void io.druid.server.coordination.AbstractDataSegmentAnnouncer.start()] on object[io.druid.server.coordination.BatchDataSegmentAnnouncer@55185fe4].
2015-02-16 12:03:16,745 INFO [main] io.druid.server.coordination.AbstractDataSegmentAnnouncer - Announcing self[DruidServerMetadata{name='phxscal1100:8081', host='phxscal1100:8081', maxSize=10000000000, tier='_default_tier', type='historical', priority='0'}] at [/druid/announcements/phxscal1100:8081]
2015-02-16 12:03:35,919 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T10:00:00.000-07:00_2015-02-16T11:00:00.000-07:00_2015-02-16T10:00:06.590-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T10:00:00.000-07:00_2015-02-16T11:00:00.000-07:00_2015-02-16T10:00:06.590-07:00].
2015-02-16 12:03:35,919 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T10:00:00.000-07:00_2015-02-16T11:00:00.000-07:00_2015-02-16T10:00:06.590-07:00
2015-02-16 12:03:36,141 WARN [ZkCoordinator-0] org.apache.hadoop.util.NativeCodeLoader - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2015-02-16 12:03:43,379 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Announcing segment[viddata_2015-02-16T10:00:00.000-07:00_2015-02-16T11:00:00.000-07:00_2015-02-16T10:00:06.590-07:00] to path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T10:00:00.000-07:00_2015-02-16T11:00:00.000-07:00_2015-02-16T10:00:06.590-07:00]
2015-02-16 12:03:43,380 INFO [ZkCoordinator-0] io.druid.server.coordination.BatchDataSegmentAnnouncer - Announcing segment[viddata_2015-02-16T10:00:00.000-07:00_2015-02-16T11:00:00.000-07:00_2015-02-16T10:00:06.590-07:00] at path[/druid/segments/phxscal1100:8081/2015-02-16T12:03:43.380-07:001]
2015-02-16 12:03:43,383 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T10:00:00.000-07:00_2015-02-16T11:00:00.000-07:00_2015-02-16T10:00:06.590-07:00]
2015-02-16 12:03:43,383 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T10:00:00.000-07:00_2015-02-16T11:00:00.000-07:00_2015-02-16T10:00:06.590-07:00] was removed
2015-02-16 12:04:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:04:14.688-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:04:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:04:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:04:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:04:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:04:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:04:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:04:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:04:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:04:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:04:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:04:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:04:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:04:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:04:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:04:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:04:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:04:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:04:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:04:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:04:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:04:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:04:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:04:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:04:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":0}]
2015-02-16 12:04:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:04:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:04:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:04:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:04:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:04:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:04:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:04:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:04:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:04:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:05:14,687 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:05:14.687-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:05:14,688 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:05:14.688-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:05:14,688 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:05:14.688-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:05:14,688 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:05:14.688-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:05:14,688 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:05:14.688-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:05:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:05:14.688-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:05:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:05:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:05:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:05:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:05:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:05:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:05:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:05:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:05:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:05:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:05:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:05:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:05:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:05:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":0}]
2015-02-16 12:05:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:05:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:05:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:05:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:05:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:05:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:05:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:05:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:05:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:05:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:06:14,688 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:14.687-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:06:14,688 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:14.688-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:06:14,688 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:14.688-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:06:14,688 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:14.688-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:06:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:14.688-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:06:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:06:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:06:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:06:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:06:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:06:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:06:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:06:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":0}]
2015-02-16 12:06:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:06:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:06:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:06:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:06:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:06:49,260 INFO [qtp583398477-50] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:49.260-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":0}]
2015-02-16 12:06:49,261 INFO [qtp583398477-50] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:49.261-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":0}]
2015-02-16 12:06:49,261 INFO [qtp583398477-50] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:49.261-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":0}]
2015-02-16 12:06:49,273 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] io.druid.segment.CompressedPools - Allocating new littleEndByteBuf[1]
2015-02-16 12:06:49,273 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] io.druid.segment.CompressedPools - Allocating new littleEndByteBuf[3]
2015-02-16 12:06:49,273 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] io.druid.segment.CompressedPools - Allocating new littleEndByteBuf[2]
2015-02-16 12:06:49,273 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] io.druid.segment.CompressedPools - Allocating new outputBytesPool[1]
2015-02-16 12:06:49,273 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] io.druid.segment.CompressedPools - Allocating new outputBytesPool[2]
2015-02-16 12:06:49,273 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] io.druid.segment.CompressedPools - Allocating new outputBytesPool[3]
2015-02-16 12:06:49,994 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:49.992-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":723,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"8c6bc86a-dd4e-4c1d-8591-73a88e71290e","user9":"PT60M"}]
2015-02-16 12:06:49,999 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:49.995-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":728,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"8c6bc86a-dd4e-4c1d-8591-73a88e71290e","user9":"PT60M"}]
2015-02-16 12:06:50,011 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:50.011-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":6,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"8c6bc86a-dd4e-4c1d-8591-73a88e71290e","user9":"PT60M"}]
2015-02-16 12:06:51,350 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:51.350-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":2082,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"8c6bc86a-dd4e-4c1d-8591-73a88e71290e","user9":"PT60M"}]
2015-02-16 12:06:51,351 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:51.350-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":2083,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"8c6bc86a-dd4e-4c1d-8591-73a88e71290e","user9":"PT60M"}]
2015-02-16 12:06:51,351 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:51.351-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":8,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"8c6bc86a-dd4e-4c1d-8591-73a88e71290e","user9":"PT60M"}]
2015-02-16 12:06:51,497 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:51.497-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":2229,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"8c6bc86a-dd4e-4c1d-8591-73a88e71290e","user9":"PT60M"}]
2015-02-16 12:06:51,497 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:51.497-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":2230,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"8c6bc86a-dd4e-4c1d-8591-73a88e71290e","user9":"PT60M"}]
2015-02-16 12:06:51,498 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:51.497-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":6,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"8c6bc86a-dd4e-4c1d-8591-73a88e71290e","user9":"PT60M"}]
2015-02-16 12:06:51,501 INFO [qtp583398477-50] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:51.501-07:00","service":"historical","host":"phxscal1100:8081","metric":"request/time","value":2294,"user2":"viddata","user3":"{\"bySegment\":true,\"finalize\":false,\"intermediate\":true,\"populateCache\":false,\"priority\":0,\"queryId\":\"8c6bc86a-dd4e-4c1d-8591-73a88e71290e\",\"timeout\":300000}","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00","2015-02-16T09:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"10.86.180.32","user8":"8c6bc86a-dd4e-4c1d-8591-73a88e71290e","user9":"PT180M"}]
2015-02-16 12:06:56,160 INFO [qtp583398477-51] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:56.160-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":0}]
2015-02-16 12:06:57,907 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:57.907-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":1746,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"59270944-93ed-463c-9c3f-2e90f38e719b","user9":"PT60M"}]
2015-02-16 12:06:57,907 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:57.907-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":1746,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"59270944-93ed-463c-9c3f-2e90f38e719b","user9":"PT60M"}]
2015-02-16 12:06:57,908 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:57.907-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":1,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"59270944-93ed-463c-9c3f-2e90f38e719b","user9":"PT60M"}]
2015-02-16 12:06:57,908 INFO [qtp583398477-51] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:06:57.908-07:00","service":"historical","host":"phxscal1100:8081","metric":"request/time","value":1750,"user2":"viddata","user3":"{\"bySegment\":true,\"finalize\":false,\"intermediate\":true,\"populateCache\":false,\"priority\":0,\"queryId\":\"59270944-93ed-463c-9c3f-2e90f38e719b\",\"timeout\":300000}","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"10.86.180.32","user8":"59270944-93ed-463c-9c3f-2e90f38e719b","user9":"PT60M"}]
2015-02-16 12:07:07,563 INFO [qtp583398477-52] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:07.563-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":0}]
2015-02-16 12:07:07,714 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:07.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":149,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"0263c022-334f-4d14-aea8-c4bfe4b43623","user9":"PT60M"}]
2015-02-16 12:07:07,714 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:07.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":151,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"0263c022-334f-4d14-aea8-c4bfe4b43623","user9":"PT60M"}]
2015-02-16 12:07:07,714 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:07.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":0,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"0263c022-334f-4d14-aea8-c4bfe4b43623","user9":"PT60M"}]
2015-02-16 12:07:07,715 INFO [qtp583398477-52] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:07.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"request/time","value":152,"user2":"viddata","user3":"{\"bySegment\":true,\"finalize\":false,\"intermediate\":true,\"populateCache\":false,\"priority\":0,\"queryId\":\"0263c022-334f-4d14-aea8-c4bfe4b43623\",\"timeout\":300000}","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"10.86.180.32","user8":"0263c022-334f-4d14-aea8-c4bfe4b43623","user9":"PT60M"}]
2015-02-16 12:07:12,411 INFO [qtp583398477-53] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:12.411-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":0}]
2015-02-16 12:07:12,411 INFO [qtp583398477-53] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:12.411-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":1}]
2015-02-16 12:07:13,111 INFO [timeseries_viddata_[2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:13.111-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":699,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"c40024f2-7730-42f5-8522-d037057d738a","user9":"PT60M"}]
2015-02-16 12:07:13,111 INFO [timeseries_viddata_[2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:13.111-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":700,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"c40024f2-7730-42f5-8522-d037057d738a","user9":"PT60M"}]
2015-02-16 12:07:13,112 INFO [timeseries_viddata_[2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:13.111-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":0,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"c40024f2-7730-42f5-8522-d037057d738a","user9":"PT60M"}]
2015-02-16 12:07:13,944 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:13.944-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":1533,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"c40024f2-7730-42f5-8522-d037057d738a","user9":"PT60M"}]
2015-02-16 12:07:13,945 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:13.945-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":1534,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"c40024f2-7730-42f5-8522-d037057d738a","user9":"PT60M"}]
2015-02-16 12:07:13,945 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:13.945-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":0,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"c40024f2-7730-42f5-8522-d037057d738a","user9":"PT60M"}]
2015-02-16 12:07:13,946 INFO [qtp583398477-53] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:13.946-07:00","service":"historical","host":"phxscal1100:8081","metric":"request/time","value":1536,"user2":"viddata","user3":"{\"bySegment\":true,\"finalize\":false,\"intermediate\":true,\"populateCache\":false,\"priority\":0,\"queryId\":\"c40024f2-7730-42f5-8522-d037057d738a\",\"timeout\":300000}","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"10.86.180.32","user8":"c40024f2-7730-42f5-8522-d037057d738a","user9":"PT120M"}]
2015-02-16 12:07:14,688 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:14.687-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:07:14,688 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:14.688-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:07:14,688 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:14.688-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:07:14,688 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:14.688-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":7}]
2015-02-16 12:07:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:14.688-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:07:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:07:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:07:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:07:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:07:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:07:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:07:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:07:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":7}]
2015-02-16 12:07:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:07:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:07:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:07:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:07:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:07:19,868 INFO [qtp583398477-50] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:19.867-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":0}]
2015-02-16 12:07:19,868 INFO [qtp583398477-50] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:19.868-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":1}]
2015-02-16 12:07:20,387 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:20.387-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":518,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"55a345ef-187f-4223-8483-b6929a430d2c","user9":"PT60M"}]
2015-02-16 12:07:20,387 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:20.387-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":519,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"55a345ef-187f-4223-8483-b6929a430d2c","user9":"PT60M"}]
2015-02-16 12:07:20,387 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:20.387-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":0,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"55a345ef-187f-4223-8483-b6929a430d2c","user9":"PT60M"}]
2015-02-16 12:07:21,807 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:21.807-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":1939,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"55a345ef-187f-4223-8483-b6929a430d2c","user9":"PT60M"}]
2015-02-16 12:07:21,808 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:21.808-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":1940,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"55a345ef-187f-4223-8483-b6929a430d2c","user9":"PT60M"}]
2015-02-16 12:07:21,808 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:21.808-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":1,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"55a345ef-187f-4223-8483-b6929a430d2c","user9":"PT60M"}]
2015-02-16 12:07:21,809 INFO [qtp583398477-50] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:21.809-07:00","service":"historical","host":"phxscal1100:8081","metric":"request/time","value":1942,"user2":"viddata","user3":"{\"bySegment\":true,\"finalize\":false,\"intermediate\":true,\"populateCache\":false,\"priority\":0,\"queryId\":\"55a345ef-187f-4223-8483-b6929a430d2c\",\"timeout\":300000}","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00","2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"10.86.180.32","user8":"55a345ef-187f-4223-8483-b6929a430d2c","user9":"PT120M"}]
2015-02-16 12:07:25,001 INFO [qtp583398477-51] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:25.001-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":0}]
2015-02-16 12:07:25,001 INFO [qtp583398477-51] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:25.001-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":1}]
2015-02-16 12:07:27,359 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:27.358-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":2356,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"46f19ecd-f2d0-4f43-a6f3-1130a8d68449","user9":"PT60M"}]
2015-02-16 12:07:27,359 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:27.359-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":2358,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"46f19ecd-f2d0-4f43-a6f3-1130a8d68449","user9":"PT60M"}]
2015-02-16 12:07:27,359 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:27.359-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":0,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"46f19ecd-f2d0-4f43-a6f3-1130a8d68449","user9":"PT60M"}]
2015-02-16 12:07:27,647 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:27.647-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":2645,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"46f19ecd-f2d0-4f43-a6f3-1130a8d68449","user9":"PT60M"}]
2015-02-16 12:07:27,647 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:27.647-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":2645,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"46f19ecd-f2d0-4f43-a6f3-1130a8d68449","user9":"PT60M"}]
2015-02-16 12:07:27,648 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:27.647-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":1,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"46f19ecd-f2d0-4f43-a6f3-1130a8d68449","user9":"PT60M"}]
2015-02-16 12:07:27,649 INFO [qtp583398477-51] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:27.648-07:00","service":"historical","host":"phxscal1100:8081","metric":"request/time","value":2648,"user2":"viddata","user3":"{\"bySegment\":true,\"finalize\":false,\"intermediate\":true,\"populateCache\":false,\"priority\":0,\"queryId\":\"46f19ecd-f2d0-4f43-a6f3-1130a8d68449\",\"timeout\":300000}","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00","2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"10.86.180.32","user8":"46f19ecd-f2d0-4f43-a6f3-1130a8d68449","user9":"PT120M"}]
2015-02-16 12:07:31,630 INFO [qtp583398477-52] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:31.630-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":0}]
2015-02-16 12:07:31,630 INFO [qtp583398477-52] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:31.630-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":1}]
2015-02-16 12:07:31,630 INFO [qtp583398477-52] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:31.630-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":1}]
2015-02-16 12:07:31,782 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:31.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":151,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"4df01146-d782-456f-a9f1-51bfc95d26d6","user9":"PT60M"}]
2015-02-16 12:07:31,783 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:31.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":151,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"4df01146-d782-456f-a9f1-51bfc95d26d6","user9":"PT60M"}]
2015-02-16 12:07:31,783 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:31.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":1,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"4df01146-d782-456f-a9f1-51bfc95d26d6","user9":"PT60M"}]
2015-02-16 12:07:32,364 INFO [timeseries_viddata_[2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:32.364-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":733,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"4df01146-d782-456f-a9f1-51bfc95d26d6","user9":"PT60M"}]
2015-02-16 12:07:32,364 INFO [timeseries_viddata_[2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:32.364-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":733,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"4df01146-d782-456f-a9f1-51bfc95d26d6","user9":"PT60M"}]
2015-02-16 12:07:32,365 INFO [timeseries_viddata_[2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:32.364-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":1,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"4df01146-d782-456f-a9f1-51bfc95d26d6","user9":"PT60M"}]
2015-02-16 12:07:33,054 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:33.054-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":1423,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"4df01146-d782-456f-a9f1-51bfc95d26d6","user9":"PT60M"}]
2015-02-16 12:07:33,054 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:33.054-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":1424,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"4df01146-d782-456f-a9f1-51bfc95d26d6","user9":"PT60M"}]
2015-02-16 12:07:33,054 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:33.054-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":0,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"4df01146-d782-456f-a9f1-51bfc95d26d6","user9":"PT60M"}]
2015-02-16 12:07:33,059 INFO [qtp583398477-52] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:33.059-07:00","service":"historical","host":"phxscal1100:8081","metric":"request/time","value":1431,"user2":"viddata","user3":"{\"bySegment\":true,\"finalize\":false,\"intermediate\":true,\"populateCache\":false,\"priority\":0,\"queryId\":\"4df01146-d782-456f-a9f1-51bfc95d26d6\",\"timeout\":300000}","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"10.86.180.32","user8":"4df01146-d782-456f-a9f1-51bfc95d26d6","user9":"PT180M"}]
2015-02-16 12:07:55,031 INFO [qtp583398477-53] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:55.030-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":0}]
2015-02-16 12:07:55,031 INFO [qtp583398477-53] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:55.031-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":1}]
2015-02-16 12:07:55,031 INFO [qtp583398477-53] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:55.031-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":0}]
2015-02-16 12:07:55,191 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:55.190-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":158,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"3e7c903b-4f62-44ed-b3f0-ba36c068e6fd","user9":"PT60M"}]
2015-02-16 12:07:55,191 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:55.191-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":160,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"3e7c903b-4f62-44ed-b3f0-ba36c068e6fd","user9":"PT60M"}]
2015-02-16 12:07:55,191 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:55.191-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":0,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"3e7c903b-4f62-44ed-b3f0-ba36c068e6fd","user9":"PT60M"}]
2015-02-16 12:07:55,724 INFO [timeseries_viddata_[2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:55.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":693,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"3e7c903b-4f62-44ed-b3f0-ba36c068e6fd","user9":"PT60M"}]
2015-02-16 12:07:55,725 INFO [timeseries_viddata_[2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:55.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":693,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"3e7c903b-4f62-44ed-b3f0-ba36c068e6fd","user9":"PT60M"}]
2015-02-16 12:07:55,725 INFO [timeseries_viddata_[2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:55.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":1,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"3e7c903b-4f62-44ed-b3f0-ba36c068e6fd","user9":"PT60M"}]
2015-02-16 12:07:56,767 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:56.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":1734,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"3e7c903b-4f62-44ed-b3f0-ba36c068e6fd","user9":"PT60M"}]
2015-02-16 12:07:56,767 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:56.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":1735,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"3e7c903b-4f62-44ed-b3f0-ba36c068e6fd","user9":"PT60M"}]
2015-02-16 12:07:56,767 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:56.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":1,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"3e7c903b-4f62-44ed-b3f0-ba36c068e6fd","user9":"PT60M"}]
2015-02-16 12:07:56,768 INFO [qtp583398477-53] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:07:56.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"request/time","value":1739,"user2":"viddata","user3":"{\"bySegment\":true,\"finalize\":false,\"intermediate\":true,\"populateCache\":false,\"priority\":0,\"queryId\":\"3e7c903b-4f62-44ed-b3f0-ba36c068e6fd\",\"timeout\":300000}","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"10.86.180.32","user8":"3e7c903b-4f62-44ed-b3f0-ba36c068e6fd","user9":"PT180M"}]
2015-02-16 12:08:14,688 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:08:14.688-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:08:14,688 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:08:14.688-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:08:14,688 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:08:14.688-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:08:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:08:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":10}]
2015-02-16 12:08:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:08:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:08:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:08:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:08:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:08:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:08:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:08:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:08:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:08:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:08:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:08:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:08:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:08:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:08:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:08:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:08:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:08:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":17}]
2015-02-16 12:08:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:08:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:08:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:08:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:08:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:08:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:08:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:08:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:08:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:08:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:09:14,688 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:09:14.688-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:09:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:09:14.688-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:09:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:09:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:09:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:09:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:09:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:09:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:09:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:09:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:09:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:09:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:09:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:09:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:09:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:09:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:09:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:09:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:09:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:09:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:09:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:09:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:09:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:09:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":17}]
2015-02-16 12:09:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:09:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:09:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:09:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:09:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:09:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:09:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:09:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:09:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:09:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:10:14,688 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:10:14.688-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:10:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:10:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:10:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:10:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:10:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:10:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:10:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:10:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:10:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:10:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:10:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:10:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:10:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:10:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:10:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:10:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:10:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:10:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:10:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:10:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:10:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:10:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:10:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:10:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":17}]
2015-02-16 12:10:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:10:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:10:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:10:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:10:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:10:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:10:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:10:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:10:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:10:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:11:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:11:14.688-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:11:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:11:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:11:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:11:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:11:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:11:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:11:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:11:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:11:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:11:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:11:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:11:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:11:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:11:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:11:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:11:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:11:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:11:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:11:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:11:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:11:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:11:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:11:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:11:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":17}]
2015-02-16 12:11:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:11:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:11:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:11:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:11:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:11:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:11:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:11:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:11:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:11:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:12:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:12:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:12:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:12:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:12:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:12:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:12:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:12:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:12:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:12:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:12:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:12:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:12:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:12:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:12:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:12:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:12:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:12:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:12:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:12:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:12:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:12:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:12:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:12:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:12:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:12:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":17}]
2015-02-16 12:12:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:12:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:12:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:12:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:12:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:12:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:12:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:12:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:12:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:12:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:13:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:13:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:13:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:13:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:13:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:13:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:13:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:13:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:13:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:13:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:13:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:13:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:13:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":17}]
2015-02-16 12:13:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:13:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:13:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:13:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:13:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:13:35,214 INFO [qtp583398477-55] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:35.214-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":0}]
2015-02-16 12:13:35,215 INFO [qtp583398477-55] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:35.214-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":1}]
2015-02-16 12:13:36,656 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:36.655-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":1440,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"3740a436-d161-41fb-b427-ff3200e95ed1","user9":"PT60M"}]
2015-02-16 12:13:36,656 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:36.656-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":1441,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"3740a436-d161-41fb-b427-ff3200e95ed1","user9":"PT60M"}]
2015-02-16 12:13:36,656 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:36.656-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":1,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"3740a436-d161-41fb-b427-ff3200e95ed1","user9":"PT60M"}]
2015-02-16 12:13:36,926 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:36.926-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":1711,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"3740a436-d161-41fb-b427-ff3200e95ed1","user9":"PT60M"}]
2015-02-16 12:13:36,926 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:36.926-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":1711,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"3740a436-d161-41fb-b427-ff3200e95ed1","user9":"PT60M"}]
2015-02-16 12:13:36,926 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:36.926-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":1,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"3740a436-d161-41fb-b427-ff3200e95ed1","user9":"PT60M"}]
2015-02-16 12:13:36,927 INFO [qtp583398477-55] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:13:36.926-07:00","service":"historical","host":"phxscal1100:8081","metric":"request/time","value":1713,"user2":"viddata","user3":"{\"bySegment\":true,\"finalize\":false,\"intermediate\":true,\"populateCache\":false,\"priority\":0,\"queryId\":\"3740a436-d161-41fb-b427-ff3200e95ed1\",\"timeout\":300000}","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00","2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"10.86.180.32","user8":"3740a436-d161-41fb-b427-ff3200e95ed1","user9":"PT120M"}]
2015-02-16 12:14:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:14:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:14:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:14:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:14:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:14:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:14:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:14:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":2}]
2015-02-16 12:14:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:14:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:14:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:14:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:14:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:14:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:14:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:14:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:14:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:14:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:14:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:14:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:14:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:14:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:14:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:14:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:14:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:14:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":19}]
2015-02-16 12:14:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:14:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:14:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:14:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:14:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:14:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:14:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:14:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:14:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:14:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:15:14,689 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:15:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:15:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:15:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:15:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:15:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:15:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:15:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:15:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:15:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:15:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:15:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:15:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:15:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:15:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:15:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:15:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:15:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:15:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:15:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:15:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:15:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:15:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:15:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:15:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:15:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":19}]
2015-02-16 12:15:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:15:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:15:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:15:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:15:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:15:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:15:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:15:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:15:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:15:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:16:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:16:14.689-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:16:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:16:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:16:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:16:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:16:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:16:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:16:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:16:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:16:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:16:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:16:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:16:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:16:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:16:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:16:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:16:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:16:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:16:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:16:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:16:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:16:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:16:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:16:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:16:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":19}]
2015-02-16 12:16:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:16:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:16:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:16:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:16:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:16:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:16:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:16:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:16:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:16:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:17:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:17:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:17:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:17:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:17:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:17:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:17:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:17:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:17:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:17:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:17:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:17:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:17:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:17:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:17:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:17:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:17:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:17:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:17:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:17:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:17:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:17:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:17:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:17:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:17:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:17:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":19}]
2015-02-16 12:17:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:17:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:17:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:17:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:17:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:17:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:17:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:17:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:17:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:17:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:18:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:18:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:18:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:18:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:18:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:18:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:18:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:18:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:18:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:18:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:18:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:18:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:18:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:18:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:18:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:18:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:18:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:18:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:18:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:18:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:18:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:18:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:18:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:18:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:18:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:18:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":19}]
2015-02-16 12:18:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:18:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:18:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:18:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:18:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:18:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:18:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:18:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:18:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:18:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:19:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:19:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:19:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:19:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:19:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:19:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:19:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:19:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:19:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:19:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:19:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:19:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:19:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:19:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:19:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:19:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:19:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:19:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:19:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:19:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:19:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:19:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:19:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:19:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:19:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:19:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":19}]
2015-02-16 12:19:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:19:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:19:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:19:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:19:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:19:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:19:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:19:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:19:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:19:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:20:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:20:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:20:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:20:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:20:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:20:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:20:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:20:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:20:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:20:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:20:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:20:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:20:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:20:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:20:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:20:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:20:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:20:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:20:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:20:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:20:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:20:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:20:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:20:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:20:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:20:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":19}]
2015-02-16 12:20:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:20:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:20:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:20:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:20:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:20:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:20:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:20:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:20:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:20:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:21:03,276 INFO [qtp583398477-60] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:03.276-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":0}]
2015-02-16 12:21:03,276 INFO [qtp583398477-60] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:03.276-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":1}]
2015-02-16 12:21:03,276 INFO [qtp583398477-60] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:03.276-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":1}]
2015-02-16 12:21:03,528 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:03.528-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":251,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"5abbdd6d-cc65-428c-b6d8-b2661bd8fb74","user9":"PT60M"}]
2015-02-16 12:21:03,529 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:03.528-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":251,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"5abbdd6d-cc65-428c-b6d8-b2661bd8fb74","user9":"PT60M"}]
2015-02-16 12:21:03,529 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:03.529-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":1,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"5abbdd6d-cc65-428c-b6d8-b2661bd8fb74","user9":"PT60M"}]
2015-02-16 12:21:03,999 INFO [timeseries_viddata_[2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:03.999-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":722,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"5abbdd6d-cc65-428c-b6d8-b2661bd8fb74","user9":"PT60M"}]
2015-02-16 12:21:04,000 INFO [timeseries_viddata_[2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:03.999-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":722,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"5abbdd6d-cc65-428c-b6d8-b2661bd8fb74","user9":"PT60M"}]
2015-02-16 12:21:04,000 INFO [timeseries_viddata_[2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:04.000-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":1,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"5abbdd6d-cc65-428c-b6d8-b2661bd8fb74","user9":"PT60M"}]
2015-02-16 12:21:04,859 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:04.858-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":1581,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"5abbdd6d-cc65-428c-b6d8-b2661bd8fb74","user9":"PT60M"}]
2015-02-16 12:21:04,859 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:04.859-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":1583,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"5abbdd6d-cc65-428c-b6d8-b2661bd8fb74","user9":"PT60M"}]
2015-02-16 12:21:04,859 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:04.859-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":0,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"5abbdd6d-cc65-428c-b6d8-b2661bd8fb74","user9":"PT60M"}]
2015-02-16 12:21:04,860 INFO [qtp583398477-60] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:04.859-07:00","service":"historical","host":"phxscal1100:8081","metric":"request/time","value":1585,"user2":"viddata","user3":"{\"bySegment\":true,\"finalize\":false,\"intermediate\":true,\"populateCache\":false,\"priority\":0,\"queryId\":\"5abbdd6d-cc65-428c-b6d8-b2661bd8fb74\",\"timeout\":300000}","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"10.86.180.32","user8":"5abbdd6d-cc65-428c-b6d8-b2661bd8fb74","user9":"PT180M"}]
2015-02-16 12:21:08,735 INFO [qtp583398477-62] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:08.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":0}]
2015-02-16 12:21:10,443 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:10.443-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":1708,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"e2d1c185-f982-4f95-9a74-dc1398c66abc","user9":"PT60M"}]
2015-02-16 12:21:10,444 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:10.443-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":1708,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"e2d1c185-f982-4f95-9a74-dc1398c66abc","user9":"PT60M"}]
2015-02-16 12:21:10,444 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:10.444-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":0,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"e2d1c185-f982-4f95-9a74-dc1398c66abc","user9":"PT60M"}]
2015-02-16 12:21:10,444 INFO [qtp583398477-62] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:10.444-07:00","service":"historical","host":"phxscal1100:8081","metric":"request/time","value":1711,"user2":"viddata","user3":"{\"bySegment\":true,\"finalize\":false,\"intermediate\":true,\"populateCache\":false,\"priority\":0,\"queryId\":\"e2d1c185-f982-4f95-9a74-dc1398c66abc\",\"timeout\":300000}","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"10.86.180.32","user8":"e2d1c185-f982-4f95-9a74-dc1398c66abc","user9":"PT60M"}]
2015-02-16 12:21:14,690 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:14.690-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:21:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:21:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:21:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":4}]
2015-02-16 12:21:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:21:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:21:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:21:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:21:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:21:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:21:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:21:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:21:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":23}]
2015-02-16 12:21:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:21:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:21:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:21:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:21:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:21:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:22:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:22:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:22:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:22:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:22:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:22:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:22:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:22:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:22:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:22:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:22:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:22:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:22:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:22:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:22:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:22:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:22:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:22:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:22:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:22:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:22:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:22:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:22:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:22:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:22:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:22:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":23}]
2015-02-16 12:22:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:22:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:22:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:22:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:22:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:22:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:22:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:22:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:22:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:22:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:23:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:23:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:23:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:23:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:23:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:23:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:23:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:23:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:23:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:23:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:23:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:23:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:23:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:23:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:23:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:23:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:23:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:23:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:23:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:23:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:23:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:23:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:23:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:23:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:23:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:23:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":23}]
2015-02-16 12:23:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:23:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:23:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:23:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:23:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:23:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:23:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:23:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:23:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:23:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:23:36,035 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00_2015-02-16T11:00:06.262-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00_2015-02-16T11:00:06.262-07:00].
2015-02-16 12:23:36,035 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00_2015-02-16T11:00:06.262-07:00
2015-02-16 12:23:36,036 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00_2015-02-16T11:00:06.262-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00_2015-02-16T11:00:06.262-07:00]
2015-02-16 12:23:36,036 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00_2015-02-16T11:00:06.262-07:00]
2015-02-16 12:23:36,036 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00_2015-02-16T11:00:06.262-07:00] not announced, cannot unannounce.
2015-02-16 12:23:36,036 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00_2015-02-16T11:00:06.262-07:00] in [30,000] millis
2015-02-16 12:23:36,038 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00_2015-02-16T11:00:06.262-07:00]
2015-02-16 12:23:36,045 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00_2015-02-16T11:00:06.262-07:00], segment=DataSegment{size=610730936, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T11:00:06.262-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T110000.000-0700_20150216T120000.000-0700/2015-02-16T11_00_06.262-07_00/0/index.zip}, interval=2015-02-16T11:00:00.000-07:00/2015-02-16T12:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00_2015-02-16T11:00:06.262-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: io.druid.segment.loading.SegmentLoadingException: /home/appmon/druid/persistent/zk_druid/viddata/2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00/2015-02-16T11:00:06.262-07:00/0/index.drd (No such file or directory)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:42)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
Caused by: java.io.FileNotFoundException: /home/appmon/druid/persistent/zk_druid/viddata/2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00/2015-02-16T11:00:06.262-07:00/0/index.drd (No such file or directory)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at io.druid.segment.SegmentUtils.getVersionFromDir(SegmentUtils.java:24)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:159)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	... 23 more
2015-02-16 12:23:36,050 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T12:23:36.047-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00_2015-02-16T11:00:06.262-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00_2015-02-16T11:00:06.262-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: io.druid.segment.loading.SegmentLoadingException: /home/appmon/druid/persistent/zk_druid/viddata/2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00/2015-02-16T11:00:06.262-07:00/0/index.drd (No such file or directory)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:42)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\nCaused by: java.io.FileNotFoundException: /home/appmon/druid/persistent/zk_druid/viddata/2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00/2015-02-16T11:00:06.262-07:00/0/index.drd (No such file or directory)\n\tat java.io.FileInputStream.<init>(FileInputStream.java:138)\n\tat io.druid.segment.SegmentUtils.getVersionFromDir(SegmentUtils.java:24)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:159)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\t... 23 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T11:00:00.000-07:00/2015-02-16T12:00:00.000-07:00","version":"2015-02-16T11:00:06.262-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T110000.000-0700_20150216T120000.000-0700/2015-02-16T11_00_06.262-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":610730936,"identifier":"viddata_2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00_2015-02-16T11:00:06.262-07:00"}}}]
2015-02-16 12:23:36,050 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00_2015-02-16T11:00:06.262-07:00] was removed
2015-02-16 12:24:06,037 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T11:00:00.000-07:00/2015-02-16T12:00:00.000-07:00] and version [2015-02-16T11:00:06.262-07:00] that I don't have.
2015-02-16 12:24:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:24:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:24:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:24:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:24:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:24:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:24:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:24:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:24:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:24:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:24:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:24:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:24:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":23}]
2015-02-16 12:24:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:24:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:24:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:24:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:24:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:24:29,669 INFO [qtp583398477-54] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:29.668-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":0}]
2015-02-16 12:24:29,669 INFO [qtp583398477-54] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:29.669-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":0}]
2015-02-16 12:24:29,819 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:29.819-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":150,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"38e8cf4d-cb16-4e3b-b0b9-b7e73af0182c","user9":"PT60M"}]
2015-02-16 12:24:29,820 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:29.820-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":151,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"38e8cf4d-cb16-4e3b-b0b9-b7e73af0182c","user9":"PT60M"}]
2015-02-16 12:24:29,820 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:29.820-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":1,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"38e8cf4d-cb16-4e3b-b0b9-b7e73af0182c","user9":"PT60M"}]
2015-02-16 12:24:31,378 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:31.378-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":1709,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"38e8cf4d-cb16-4e3b-b0b9-b7e73af0182c","user9":"PT60M"}]
2015-02-16 12:24:31,379 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:31.378-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":1709,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"38e8cf4d-cb16-4e3b-b0b9-b7e73af0182c","user9":"PT60M"}]
2015-02-16 12:24:31,379 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:31.379-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":0,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"38e8cf4d-cb16-4e3b-b0b9-b7e73af0182c","user9":"PT60M"}]
2015-02-16 12:24:31,379 INFO [qtp583398477-54] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:31.379-07:00","service":"historical","host":"phxscal1100:8081","metric":"request/time","value":1713,"user2":"viddata","user3":"{\"bySegment\":true,\"finalize\":false,\"intermediate\":true,\"populateCache\":false,\"priority\":0,\"queryId\":\"38e8cf4d-cb16-4e3b-b0b9-b7e73af0182c\",\"timeout\":300000}","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"10.86.180.32","user8":"38e8cf4d-cb16-4e3b-b0b9-b7e73af0182c","user9":"PT120M"}]
2015-02-16 12:24:33,978 INFO [qtp583398477-55] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:33.977-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":0}]
2015-02-16 12:24:33,978 INFO [qtp583398477-55] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:33.978-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":1}]
2015-02-16 12:24:34,129 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:34.129-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":151,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"efe22c2b-5503-4e6b-aab4-4dbbf795e973","user9":"PT60M"}]
2015-02-16 12:24:34,130 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:34.129-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":151,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"efe22c2b-5503-4e6b-aab4-4dbbf795e973","user9":"PT60M"}]
2015-02-16 12:24:34,130 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:34.130-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":1,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"efe22c2b-5503-4e6b-aab4-4dbbf795e973","user9":"PT60M"}]
2015-02-16 12:24:35,686 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:35.686-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":1708,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"efe22c2b-5503-4e6b-aab4-4dbbf795e973","user9":"PT60M"}]
2015-02-16 12:24:35,686 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:35.686-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":1708,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"efe22c2b-5503-4e6b-aab4-4dbbf795e973","user9":"PT60M"}]
2015-02-16 12:24:35,686 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:35.686-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":0,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"efe22c2b-5503-4e6b-aab4-4dbbf795e973","user9":"PT60M"}]
2015-02-16 12:24:35,687 INFO [qtp583398477-55] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:24:35.687-07:00","service":"historical","host":"phxscal1100:8081","metric":"request/time","value":1710,"user2":"viddata","user3":"{\"bySegment\":true,\"finalize\":false,\"intermediate\":true,\"populateCache\":false,\"priority\":0,\"queryId\":\"efe22c2b-5503-4e6b-aab4-4dbbf795e973\",\"timeout\":300000}","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"10.86.180.32","user8":"efe22c2b-5503-4e6b-aab4-4dbbf795e973","user9":"PT120M"}]
2015-02-16 12:24:36,038 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00_2015-02-16T11:00:06.262-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00_2015-02-16T11:00:06.262-07:00].
2015-02-16 12:24:36,038 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00_2015-02-16T11:00:06.262-07:00
2015-02-16 12:24:36,051 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Announcing segment[viddata_2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00_2015-02-16T11:00:06.262-07:00] to path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00_2015-02-16T11:00:06.262-07:00]
2015-02-16 12:24:36,055 INFO [ZkCoordinator-0] io.druid.server.coordination.BatchDataSegmentAnnouncer - Announcing segment[viddata_2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00_2015-02-16T11:00:06.262-07:00] at path[/druid/segments/phxscal1100:8081/2015-02-16T12:03:43.380-07:001]
2015-02-16 12:24:36,062 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00_2015-02-16T11:00:06.262-07:00]
2015-02-16 12:24:36,062 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T11:00:00.000-07:00_2015-02-16T12:00:00.000-07:00_2015-02-16T11:00:06.262-07:00] was removed
2015-02-16 12:25:14,691 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:25:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:25:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:25:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":4}]
2015-02-16 12:25:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:25:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:25:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:25:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:25:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:25:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:25:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:25:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:25:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":27}]
2015-02-16 12:25:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:25:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:25:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:25:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:25:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:25:28,307 INFO [qtp583398477-54] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:28.306-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":0}]
2015-02-16 12:25:29,768 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:29.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":1461,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"94236850-ee95-4348-9131-7a8ef9bd8dc2","user9":"PT60M"}]
2015-02-16 12:25:29,768 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:29.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":1461,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"94236850-ee95-4348-9131-7a8ef9bd8dc2","user9":"PT60M"}]
2015-02-16 12:25:29,768 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:29.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":1,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"94236850-ee95-4348-9131-7a8ef9bd8dc2","user9":"PT60M"}]
2015-02-16 12:25:29,769 INFO [qtp583398477-54] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:29.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"request/time","value":1463,"user2":"viddata","user3":"{\"bySegment\":true,\"finalize\":false,\"intermediate\":true,\"populateCache\":false,\"priority\":0,\"queryId\":\"94236850-ee95-4348-9131-7a8ef9bd8dc2\",\"timeout\":300000}","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"10.86.180.32","user8":"94236850-ee95-4348-9131-7a8ef9bd8dc2","user9":"PT60M"}]
2015-02-16 12:25:32,694 INFO [qtp583398477-58] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:32.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":0}]
2015-02-16 12:25:32,694 INFO [qtp583398477-58] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:32.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":1}]
2015-02-16 12:25:33,488 INFO [timeseries_viddata_[2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:33.488-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":793,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"ae256b24-7cb5-4aee-8272-41dab65ffea4","user9":"PT60M"}]
2015-02-16 12:25:33,489 INFO [timeseries_viddata_[2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:33.488-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":794,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"ae256b24-7cb5-4aee-8272-41dab65ffea4","user9":"PT60M"}]
2015-02-16 12:25:33,489 INFO [timeseries_viddata_[2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:33.489-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":0,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"ae256b24-7cb5-4aee-8272-41dab65ffea4","user9":"PT60M"}]
2015-02-16 12:25:34,407 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:34.407-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":1712,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"ae256b24-7cb5-4aee-8272-41dab65ffea4","user9":"PT60M"}]
2015-02-16 12:25:34,407 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:34.407-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":1712,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"ae256b24-7cb5-4aee-8272-41dab65ffea4","user9":"PT60M"}]
2015-02-16 12:25:34,408 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:34.407-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":1,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"ae256b24-7cb5-4aee-8272-41dab65ffea4","user9":"PT60M"}]
2015-02-16 12:25:34,408 INFO [qtp583398477-58] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:34.408-07:00","service":"historical","host":"phxscal1100:8081","metric":"request/time","value":1717,"user2":"viddata","user3":"{\"bySegment\":true,\"finalize\":false,\"intermediate\":true,\"populateCache\":false,\"priority\":0,\"queryId\":\"ae256b24-7cb5-4aee-8272-41dab65ffea4\",\"timeout\":300000}","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00","2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"10.86.180.32","user8":"ae256b24-7cb5-4aee-8272-41dab65ffea4","user9":"PT120M"}]
2015-02-16 12:25:39,636 INFO [qtp583398477-60] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:39.635-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":0}]
2015-02-16 12:25:39,636 INFO [qtp583398477-60] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:39.636-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":1}]
2015-02-16 12:25:40,326 INFO [timeseries_viddata_[2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:40.326-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":690,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"0b0d81cd-3cf5-4056-8256-0308dcba63f8","user9":"PT60M"}]
2015-02-16 12:25:40,327 INFO [timeseries_viddata_[2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:40.326-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":690,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"0b0d81cd-3cf5-4056-8256-0308dcba63f8","user9":"PT60M"}]
2015-02-16 12:25:40,327 INFO [timeseries_viddata_[2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:40.327-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":0,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"0b0d81cd-3cf5-4056-8256-0308dcba63f8","user9":"PT60M"}]
2015-02-16 12:25:41,052 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:41.052-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":1416,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"0b0d81cd-3cf5-4056-8256-0308dcba63f8","user9":"PT60M"}]
2015-02-16 12:25:41,052 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:41.052-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":1416,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"0b0d81cd-3cf5-4056-8256-0308dcba63f8","user9":"PT60M"}]
2015-02-16 12:25:41,052 INFO [timeseries_viddata_[2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:41.052-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":1,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T08:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"0b0d81cd-3cf5-4056-8256-0308dcba63f8","user9":"PT60M"}]
2015-02-16 12:25:41,056 INFO [qtp583398477-60] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:25:41.056-07:00","service":"historical","host":"phxscal1100:8081","metric":"request/time","value":1418,"user2":"viddata","user3":"{\"bySegment\":true,\"finalize\":false,\"intermediate\":true,\"populateCache\":false,\"priority\":0,\"queryId\":\"0b0d81cd-3cf5-4056-8256-0308dcba63f8\",\"timeout\":300000}","user4":"timeseries","user5":["2015-02-16T07:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"10.86.180.32","user8":"0b0d81cd-3cf5-4056-8256-0308dcba63f8","user9":"PT120M"}]
2015-02-16 12:26:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:26:14.691-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:26:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:26:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:26:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:26:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:26:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:26:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":5}]
2015-02-16 12:26:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:26:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:26:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:26:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:26:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:26:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:26:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:26:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:26:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:26:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:26:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:26:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:26:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:26:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:26:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:26:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:26:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:26:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":32}]
2015-02-16 12:26:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:26:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:26:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:26:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:26:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:26:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:26:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:26:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:26:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:26:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:27:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:27:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:27:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:27:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:27:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:27:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:27:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:27:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:27:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:27:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:27:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:27:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:27:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:27:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:27:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:27:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:27:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:27:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:27:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:27:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:27:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:27:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:27:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:27:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:27:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:27:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":32}]
2015-02-16 12:27:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:27:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:27:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:27:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:27:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:27:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:27:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:27:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:27:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:27:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:28:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:28:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:28:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:28:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:28:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:28:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:28:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:28:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:28:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:28:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:28:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:28:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:28:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:28:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:28:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:28:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:28:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:28:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:28:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:28:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:28:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:28:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:28:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:28:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:28:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:28:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":32}]
2015-02-16 12:28:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:28:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:28:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:28:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:28:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:28:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:28:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:28:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:28:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:28:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:29:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:29:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:29:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:29:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:29:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:29:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:29:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:29:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:29:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:29:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:29:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:29:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:29:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:29:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:29:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:29:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:29:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:29:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:29:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:29:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:29:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:29:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:29:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:29:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:29:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:29:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":32}]
2015-02-16 12:29:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:29:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:29:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:29:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:29:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:29:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:29:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:29:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:29:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:29:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:30:14,692 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:30:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:30:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:30:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:30:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:30:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:30:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:30:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:30:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:30:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:30:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:30:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:30:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:30:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:30:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:30:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:30:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:30:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:30:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:30:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:30:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:30:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:30:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:30:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:30:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:30:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":32}]
2015-02-16 12:30:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:30:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:30:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:30:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:30:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:30:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:30:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:30:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:30:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:30:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:31:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:31:14.692-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:31:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:31:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:31:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:31:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:31:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:31:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:31:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:31:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:31:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:31:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:31:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:31:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:31:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:31:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:31:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:31:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:31:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:31:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:31:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:31:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:31:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:31:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:31:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:31:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":32}]
2015-02-16 12:31:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:31:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:31:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:31:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:31:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:31:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:31:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:31:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:31:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:31:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:32:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:32:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:32:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:32:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:32:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:32:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:32:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:32:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:32:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:32:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:32:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:32:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:32:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":32}]
2015-02-16 12:32:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:32:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:32:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:32:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:32:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:32:21,535 INFO [qtp583398477-51] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:21.535-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":0}]
2015-02-16 12:32:21,535 INFO [qtp583398477-51] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:21.535-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":1}]
2015-02-16 12:32:22,229 INFO [timeseries_viddata_[2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:22.229-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":693,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"8b48b7b0-b93a-4ef3-9ef2-87da4e468b5a","user9":"PT60M"}]
2015-02-16 12:32:22,229 INFO [timeseries_viddata_[2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:22.229-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":693,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"8b48b7b0-b93a-4ef3-9ef2-87da4e468b5a","user9":"PT60M"}]
2015-02-16 12:32:22,230 INFO [timeseries_viddata_[2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:22.229-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":1,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"8b48b7b0-b93a-4ef3-9ef2-87da4e468b5a","user9":"PT60M"}]
2015-02-16 12:32:24,526 INFO [timeseries_viddata_[2015-02-16T11:00:00.000-07:00/2015-02-16T12:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:24.526-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":2990,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T11:00:00.000-07:00/2015-02-16T12:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"8b48b7b0-b93a-4ef3-9ef2-87da4e468b5a","user9":"PT60M"}]
2015-02-16 12:32:24,526 INFO [timeseries_viddata_[2015-02-16T11:00:00.000-07:00/2015-02-16T12:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:24.526-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":2990,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T11:00:00.000-07:00/2015-02-16T12:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"8b48b7b0-b93a-4ef3-9ef2-87da4e468b5a","user9":"PT60M"}]
2015-02-16 12:32:24,527 INFO [timeseries_viddata_[2015-02-16T11:00:00.000-07:00/2015-02-16T12:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:24.526-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":1,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T11:00:00.000-07:00/2015-02-16T12:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"8b48b7b0-b93a-4ef3-9ef2-87da4e468b5a","user9":"PT60M"}]
2015-02-16 12:32:24,527 INFO [qtp583398477-51] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:24.527-07:00","service":"historical","host":"phxscal1100:8081","metric":"request/time","value":2994,"user2":"viddata","user3":"{\"bySegment\":true,\"finalize\":false,\"intermediate\":true,\"populateCache\":false,\"priority\":0,\"queryId\":\"8b48b7b0-b93a-4ef3-9ef2-87da4e468b5a\",\"timeout\":300000}","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00","2015-02-16T11:00:00.000-07:00/2015-02-16T12:00:00.000-07:00"],"user6":"false","user7":"10.86.180.32","user8":"8b48b7b0-b93a-4ef3-9ef2-87da4e468b5a","user9":"PT120M"}]
2015-02-16 12:32:25,808 INFO [qtp583398477-52] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:25.808-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":0}]
2015-02-16 12:32:25,808 INFO [qtp583398477-52] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:25.808-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":1}]
2015-02-16 12:32:25,808 INFO [qtp583398477-52] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:25.808-07:00","service":"historical","host":"phxscal1100:8081","metric":"exec/backlog","value":0}]
2015-02-16 12:32:25,963 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:25.962-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":154,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"03e3b46e-725e-4921-9b6b-bfad6728d55d","user9":"PT60M"}]
2015-02-16 12:32:25,963 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:25.963-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":155,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"03e3b46e-725e-4921-9b6b-bfad6728d55d","user9":"PT60M"}]
2015-02-16 12:32:25,963 INFO [timeseries_viddata_[2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:25.963-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":0,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T09:00:00.000-07:00/2015-02-16T10:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"03e3b46e-725e-4921-9b6b-bfad6728d55d","user9":"PT60M"}]
2015-02-16 12:32:26,488 INFO [timeseries_viddata_[2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:26.488-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":680,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"03e3b46e-725e-4921-9b6b-bfad6728d55d","user9":"PT60M"}]
2015-02-16 12:32:26,488 INFO [timeseries_viddata_[2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:26.488-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":680,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"03e3b46e-725e-4921-9b6b-bfad6728d55d","user9":"PT60M"}]
2015-02-16 12:32:26,488 INFO [timeseries_viddata_[2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:26.488-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":0,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T09:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"03e3b46e-725e-4921-9b6b-bfad6728d55d","user9":"PT60M"}]
2015-02-16 12:32:27,516 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:27.515-07:00","service":"historical","host":"phxscal1100:8081","metric":"scan/time","value":1706,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"03e3b46e-725e-4921-9b6b-bfad6728d55d","user9":"PT60M"}]
2015-02-16 12:32:27,516 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:27.516-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/time","value":1708,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"03e3b46e-725e-4921-9b6b-bfad6728d55d","user9":"PT60M"}]
2015-02-16 12:32:27,516 INFO [timeseries_viddata_[2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00]] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:27.516-07:00","service":"historical","host":"phxscal1100:8081","metric":"query/wait","value":0,"user2":"viddata","user4":"timeseries","user5":["2015-02-16T10:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"1 aggs","user8":"03e3b46e-725e-4921-9b6b-bfad6728d55d","user9":"PT60M"}]
2015-02-16 12:32:27,516 INFO [qtp583398477-52] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:32:27.516-07:00","service":"historical","host":"phxscal1100:8081","metric":"request/time","value":1710,"user2":"viddata","user3":"{\"bySegment\":true,\"finalize\":false,\"intermediate\":true,\"populateCache\":false,\"priority\":0,\"queryId\":\"03e3b46e-725e-4921-9b6b-bfad6728d55d\",\"timeout\":300000}","user4":"timeseries","user5":["2015-02-16T08:00:00.000-07:00/2015-02-16T11:00:00.000-07:00"],"user6":"false","user7":"10.86.180.32","user8":"03e3b46e-725e-4921-9b6b-bfad6728d55d","user9":"PT180M"}]
2015-02-16 12:33:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:33:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:33:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:33:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:33:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:33:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:33:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:33:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":5}]
2015-02-16 12:33:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:33:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:33:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:33:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:33:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:33:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:33:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:33:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:33:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:33:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:33:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:33:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:33:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:33:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:33:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:33:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:33:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:33:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:33:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:33:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:33:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:33:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:33:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:33:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:33:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:33:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:33:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:33:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:34:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:34:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:34:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:34:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:34:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:34:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:34:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:34:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:34:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:34:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:34:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:34:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:34:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:34:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:34:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:34:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:34:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:34:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:34:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:34:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:34:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:34:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:34:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:34:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:34:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:34:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:34:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:34:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:34:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:34:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:34:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:34:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:34:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:34:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:34:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:34:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:35:14,693 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:35:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:35:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:35:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:35:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:35:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:35:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:35:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:35:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:35:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:35:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:35:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:35:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:35:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:35:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:35:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:35:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:35:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:35:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:35:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:35:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:35:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:35:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:35:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:35:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:35:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:35:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:35:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:35:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:35:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:35:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:35:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:35:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:35:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:35:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:35:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:36:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:36:14.693-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:36:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:36:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:36:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:36:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:36:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:36:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:36:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:36:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:36:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:36:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:36:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:36:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:36:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:36:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:36:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:36:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:36:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:36:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:36:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:36:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:36:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:36:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:36:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:36:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:36:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:36:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:36:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:36:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:36:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:36:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:36:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:36:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:36:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:36:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:37:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:37:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:37:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:37:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:37:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:37:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:37:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:37:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:37:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:37:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:37:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:37:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:37:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:37:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:37:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:37:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:37:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:37:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:37:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:37:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:37:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:37:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:37:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:37:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:37:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:37:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:37:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:37:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:37:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:37:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:37:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:37:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:37:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:37:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:37:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:37:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:38:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:38:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:38:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:38:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:38:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:38:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:38:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:38:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:38:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:38:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:38:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:38:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:38:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:38:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:38:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:38:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:38:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:38:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:38:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:38:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:38:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:38:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:38:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:38:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:38:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:38:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:38:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:38:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:38:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:38:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:38:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:38:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:38:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:38:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:38:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:38:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:39:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:39:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:39:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:39:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:39:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:39:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:39:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:39:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:39:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:39:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:39:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:39:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:39:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:39:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:39:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:39:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:39:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:39:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:39:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:39:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:39:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:39:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:39:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:39:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:39:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:39:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:39:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:39:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:39:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:39:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:39:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:39:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:39:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:39:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:39:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:39:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:40:14,694 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:40:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:40:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:40:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:40:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:40:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:40:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:40:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:40:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:40:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:40:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:40:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:40:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:40:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:40:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:40:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:40:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:40:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:40:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:40:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:40:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:40:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:40:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:40:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:40:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:40:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:40:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:40:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:40:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:40:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:40:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:40:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:40:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:40:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:40:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:40:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:41:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:41:14.694-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:41:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:41:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:41:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:41:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:41:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:41:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:41:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:41:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:41:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:41:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:41:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:41:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:41:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:41:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:41:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:41:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:41:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:41:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:41:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:41:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:41:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:41:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:41:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:41:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:41:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:41:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:41:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:41:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:41:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:41:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:41:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:41:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:41:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:41:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:42:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:42:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:42:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:42:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:42:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:42:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:42:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:42:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:42:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:42:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:42:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:42:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:42:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:42:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:42:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:42:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:42:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:42:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:42:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:42:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:42:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:42:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:42:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:42:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:42:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:42:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:42:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:42:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:42:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:42:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:42:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:42:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:42:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:42:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:42:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:42:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:43:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:43:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:43:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:43:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:43:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:43:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:43:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:43:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:43:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:43:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:43:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:43:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:43:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:43:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:43:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:43:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:43:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:43:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:43:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:43:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:43:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:43:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:43:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:43:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:43:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:43:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:43:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:43:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:43:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:43:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:43:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:43:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:43:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:43:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:43:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:43:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:44:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:44:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:44:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:44:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:44:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:44:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:44:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:44:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:44:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:44:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:44:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:44:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:44:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:44:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:44:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:44:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:44:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:44:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:44:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:44:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:44:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:44:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:44:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:44:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:44:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:44:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:44:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:44:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:44:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:44:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:44:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:44:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:44:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:44:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:44:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:44:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:45:14,695 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:45:14.695-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:45:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:45:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:45:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:45:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:45:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:45:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:45:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:45:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:45:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:45:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:45:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:45:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:45:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:45:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:45:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:45:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:45:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:45:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:45:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:45:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:45:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:45:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:45:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:45:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:45:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:45:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:45:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:45:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:45:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:45:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:45:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:45:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:45:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:45:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:46:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:46:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:46:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:46:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:46:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:46:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:46:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:46:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:46:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:46:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:46:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:46:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:46:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:46:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:46:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:46:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:46:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:46:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:46:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:46:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:46:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:46:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:46:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:46:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:46:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:46:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:46:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:46:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:46:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:46:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:46:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:46:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:46:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:46:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:46:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:46:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:47:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:47:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:47:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:47:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:47:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:47:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:47:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:47:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:47:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:47:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:47:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:47:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:47:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:47:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:47:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:47:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:47:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:47:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:47:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:47:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:47:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:47:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:47:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:47:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:47:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:47:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:47:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:47:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:47:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:47:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:47:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:47:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:47:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:47:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:47:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:47:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:48:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:48:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:48:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:48:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:48:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:48:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:48:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:48:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:48:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:48:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:48:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:48:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:48:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:48:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:48:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:48:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:48:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:48:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:48:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:48:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:48:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:48:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:48:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:48:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:48:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:48:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:48:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:48:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:48:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:48:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:48:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:48:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:48:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:48:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:48:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:48:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:49:14,696 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:49:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:49:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:49:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:49:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:49:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:49:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:49:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:49:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:49:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:49:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:49:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:49:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:49:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:49:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:49:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:49:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:49:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:49:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:49:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:49:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:49:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:49:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:49:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:49:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:49:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:49:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:49:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:49:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:49:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:49:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:49:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:49:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:49:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:49:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:49:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:50:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:50:14.696-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:50:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:50:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:50:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:50:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:50:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:50:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:50:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:50:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:50:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:50:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:50:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:50:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:50:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:50:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:50:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:50:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:50:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:50:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:50:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:50:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:50:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:50:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:50:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:50:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:50:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:50:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:50:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:50:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:50:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:50:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:50:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:50:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:50:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:50:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:51:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:51:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:51:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:51:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:51:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:51:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:51:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:51:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:51:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:51:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:51:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:51:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:51:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:51:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:51:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:51:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:51:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:51:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:51:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:51:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:51:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:51:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:51:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:51:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:51:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:51:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:51:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:51:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:51:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:51:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:51:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:51:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:51:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:51:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:51:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:51:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:52:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:52:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:52:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:52:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:52:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:52:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:52:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:52:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:52:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:52:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:52:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:52:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:52:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:52:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:52:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:52:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:52:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:52:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:52:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:52:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:52:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:52:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:52:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:52:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:52:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:52:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:52:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:52:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:52:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:52:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:52:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:52:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:52:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:52:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:52:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:52:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:53:14,697 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:53:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:53:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:53:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:53:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:53:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:53:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:53:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:53:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:53:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:53:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:53:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:53:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:53:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:53:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:53:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:53:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:53:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:53:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:53:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:53:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:53:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:53:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:53:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:53:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:53:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:53:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:53:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:53:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:53:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:53:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:53:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:53:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:53:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:53:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:53:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:54:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:54:14.697-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:54:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:54:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:54:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:54:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:54:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:54:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:54:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:54:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:54:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:54:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:54:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:54:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:54:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:54:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:54:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:54:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:54:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:54:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:54:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:54:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:54:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:54:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:54:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:54:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:54:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:54:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:54:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:54:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:54:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:54:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:54:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:54:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:54:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:54:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:55:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:55:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:55:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:55:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:55:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:55:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:55:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:55:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:55:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:55:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:55:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:55:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:55:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:55:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:55:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:55:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:55:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:55:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:55:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:55:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:55:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:55:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:55:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:55:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:55:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:55:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:55:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:55:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:55:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:55:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:55:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:55:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:55:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:55:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:55:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:55:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:56:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:56:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:56:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:56:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:56:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:56:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:56:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:56:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:56:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:56:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:56:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:56:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:56:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:56:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:56:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:56:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:56:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:56:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:56:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:56:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:56:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:56:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:56:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:56:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:56:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:56:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:56:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:56:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:56:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:56:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:56:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:56:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:56:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:56:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:56:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:56:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:57:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:57:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:57:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:57:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:57:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:57:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:57:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:57:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:57:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:57:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:57:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:57:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:57:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:57:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:57:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:57:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:57:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:57:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:57:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:57:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:57:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:57:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:57:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:57:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:57:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:57:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:57:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:57:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:57:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:57:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:57:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:57:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:57:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:57:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:57:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:57:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:58:14,698 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:58:14.698-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:58:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:58:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:58:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:58:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:58:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:58:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:58:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:58:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:58:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:58:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:58:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:58:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:58:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:58:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:58:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:58:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:58:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:58:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:58:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:58:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:58:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:58:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:58:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:58:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:58:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:58:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:58:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:58:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:58:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:58:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:58:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:58:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:58:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:58:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 12:59:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:59:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 12:59:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:59:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 12:59:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:59:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 12:59:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:59:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 12:59:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:59:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 12:59:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:59:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 12:59:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:59:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 12:59:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:59:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 12:59:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:59:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 12:59:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:59:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 12:59:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:59:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 12:59:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:59:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 12:59:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:59:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 12:59:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:59:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 12:59:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:59:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 12:59:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:59:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 12:59:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:59:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 12:59:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T12:59:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:00:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:00:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:00:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:00:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:00:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:00:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:00:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:00:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:00:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:00:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:00:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:00:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:00:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:00:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:00:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:00:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:00:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:00:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:00:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:00:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:00:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:00:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:00:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:00:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:00:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:00:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:00:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:00:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:00:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:00:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:00:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:00:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:00:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:00:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:00:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:00:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:01:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:01:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:01:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:01:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:01:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:01:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:01:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:01:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:01:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:01:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:01:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:01:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:01:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:01:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:01:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:01:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:01:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:01:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:01:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:01:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:01:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:01:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:01:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:01:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:01:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:01:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:01:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:01:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:01:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:01:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:01:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:01:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:01:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:01:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:01:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:01:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:02:14,699 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:02:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:02:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:02:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:02:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:02:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:02:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:02:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:02:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:02:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:02:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:02:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:02:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:02:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:02:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:02:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:02:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:02:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:02:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:02:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:02:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:02:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:02:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:02:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:02:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:02:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:02:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:02:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:02:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:02:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:02:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:02:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:02:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:02:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:02:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:02:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:03:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:03:14.699-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:03:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:03:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:03:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:03:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:03:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:03:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:03:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:03:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:03:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:03:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:03:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:03:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:03:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:03:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:03:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:03:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:03:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:03:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:03:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:03:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:03:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:03:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:03:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:03:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:03:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:03:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:03:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:03:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:03:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:03:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:03:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:03:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:03:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:03:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:04:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:04:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:04:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:04:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:04:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:04:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:04:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:04:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:04:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:04:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:04:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:04:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:04:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:04:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:04:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:04:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:04:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:04:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:04:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:04:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:04:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:04:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:04:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:04:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:04:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:04:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:04:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:04:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:04:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:04:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:04:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:04:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:04:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:04:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:04:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:04:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:05:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:05:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:05:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:05:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:05:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:05:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:05:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:05:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:05:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:05:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:05:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:05:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:05:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:05:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:05:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:05:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:05:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:05:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:05:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:05:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:05:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:05:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:05:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:05:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:05:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:05:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:05:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:05:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:05:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:05:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:05:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:05:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:05:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:05:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:05:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:05:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:06:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:06:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:06:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:06:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:06:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:06:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:06:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:06:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:06:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:06:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:06:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:06:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:06:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:06:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:06:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:06:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:06:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:06:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:06:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:06:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:06:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:06:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:06:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:06:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:06:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:06:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:06:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:06:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:06:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:06:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:06:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:06:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:06:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:06:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:06:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:06:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:07:14,700 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:07:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:07:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:07:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:07:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:07:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:07:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:07:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:07:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:07:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:07:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:07:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:07:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:07:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:07:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:07:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:07:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:07:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:07:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:07:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:07:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:07:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:07:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:07:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:07:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:07:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:07:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:07:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:07:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:07:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:07:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:07:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:07:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:07:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:07:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:07:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:08:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:08:14.700-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:08:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:08:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:08:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:08:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:08:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:08:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:08:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:08:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:08:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:08:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:08:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:08:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:08:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:08:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:08:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:08:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:08:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:08:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:08:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:08:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:08:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:08:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:08:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:08:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:08:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:08:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:08:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:08:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:08:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:08:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:08:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:08:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:08:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:08:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:09:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:09:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:09:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:09:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:09:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:09:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:09:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:09:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:09:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:09:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:09:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:09:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:09:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:09:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:09:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:09:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:09:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:09:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:09:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:09:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:09:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:09:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:09:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:09:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:09:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:09:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:09:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:09:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:09:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:09:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:09:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:09:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:09:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:09:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:09:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:09:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:10:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:10:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:10:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:10:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:10:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:10:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:10:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:10:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:10:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:10:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:10:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:10:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:10:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:10:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:10:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:10:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:10:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:10:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:10:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:10:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:10:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:10:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:10:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:10:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:10:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:10:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:10:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:10:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:10:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:10:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:10:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:10:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:10:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:10:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:10:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:10:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:11:14,701 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:11:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:11:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:11:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:11:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:11:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:11:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:11:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:11:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:11:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:11:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:11:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:11:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:11:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:11:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:11:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:11:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:11:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:11:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:11:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:11:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:11:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:11:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:11:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:11:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:11:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:11:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:11:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:11:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:11:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:11:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:11:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:11:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:11:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:11:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:11:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:12:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:12:14.701-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:12:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:12:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:12:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:12:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:12:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:12:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:12:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:12:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:12:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:12:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:12:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:12:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:12:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:12:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:12:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:12:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:12:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:12:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:12:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:12:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:12:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:12:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:12:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:12:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:12:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:12:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:12:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:12:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:12:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:12:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:12:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:12:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:12:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:12:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:13:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:13:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:13:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:13:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:13:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:13:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:13:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:13:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:13:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:13:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:13:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:13:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:13:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:13:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:13:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:13:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:13:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:13:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:13:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:13:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:13:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:13:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:13:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:13:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:13:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:13:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:13:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:13:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:13:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:13:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:13:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:13:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:13:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:13:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:13:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:13:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:14:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:14:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:14:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:14:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:14:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:14:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:14:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:14:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:14:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:14:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:14:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:14:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:14:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:14:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:14:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:14:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:14:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:14:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:14:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:14:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:14:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:14:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:14:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:14:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:14:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:14:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:14:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:14:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:14:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:14:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:14:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:14:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:14:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:14:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:14:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:14:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:15:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:15:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:15:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:15:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:15:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:15:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:15:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:15:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:15:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:15:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:15:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:15:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:15:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:15:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:15:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:15:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:15:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:15:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:15:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:15:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:15:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:15:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:15:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:15:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:15:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:15:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:15:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:15:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:15:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:15:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:15:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:15:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:15:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:15:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:15:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:15:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:16:14,702 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:16:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:16:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:16:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:16:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:16:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:16:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:16:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:16:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:16:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:16:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:16:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:16:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:16:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:16:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:16:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:16:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:16:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:16:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:16:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:16:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:16:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:16:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:16:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:16:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:16:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:16:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:16:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:16:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:16:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:16:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:16:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:16:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:16:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:16:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:16:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:16:36,326 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:16:36,327 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:16:36,327 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:16:36,327 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:16:36,327 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:16:36,327 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:16:36,329 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:16:36,329 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: io.druid.segment.loading.SegmentLoadingException: /home/appmon/druid/persistent/zk_druid/viddata/2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00/2015-02-16T12:00:06.569-07:00/0/index.drd (No such file or directory)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:42)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
Caused by: java.io.FileNotFoundException: /home/appmon/druid/persistent/zk_druid/viddata/2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00/2015-02-16T12:00:06.569-07:00/0/index.drd (No such file or directory)
	at java.io.FileInputStream.<init>(FileInputStream.java:138)
	at io.druid.segment.SegmentUtils.getVersionFromDir(SegmentUtils.java:24)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:159)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	... 23 more
2015-02-16 13:16:36,331 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:16:36.330-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: io.druid.segment.loading.SegmentLoadingException: /home/appmon/druid/persistent/zk_druid/viddata/2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00/2015-02-16T12:00:06.569-07:00/0/index.drd (No such file or directory)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:42)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\nCaused by: java.io.FileNotFoundException: /home/appmon/druid/persistent/zk_druid/viddata/2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00/2015-02-16T12:00:06.569-07:00/0/index.drd (No such file or directory)\n\tat java.io.FileInputStream.<init>(FileInputStream.java:138)\n\tat io.druid.segment.SegmentUtils.getVersionFromDir(SegmentUtils.java:24)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:159)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\t... 23 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:16:36,331 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:17:06,327 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:17:06,327 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:17:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:17:14.702-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:17:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:17:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:17:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:17:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:17:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:17:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:17:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:17:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:17:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:17:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:17:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:17:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:17:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:17:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:17:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:17:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:17:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:17:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:17:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:17:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:17:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:17:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:17:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:17:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:17:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:17:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:17:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:17:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:17:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:17:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:17:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:17:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:17:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:17:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:17:36,332 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:17:36,332 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:17:36,333 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:17:36,333 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:17:36,334 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:17:36,334 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:17:36,335 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:17:36,335 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:17:36,337 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:17:36.336-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:17:36,337 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:18:06,334 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:18:06,334 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:18:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:18:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:18:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:18:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:18:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:18:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:18:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:18:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:18:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:18:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:18:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:18:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:18:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:18:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:18:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:18:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:18:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:18:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:18:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:18:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:18:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:18:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:18:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:18:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:18:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:18:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:18:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:18:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:18:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:18:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:18:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:18:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:18:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:18:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:18:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:18:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:18:36,338 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:18:36,338 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:18:36,339 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:18:36,339 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:18:36,340 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:18:36,340 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:18:36,341 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:18:36,342 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:18:36,343 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:18:36.343-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:18:36,343 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:19:06,340 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:19:06,340 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:19:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:19:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:19:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:19:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:19:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:19:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:19:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:19:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:19:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:19:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:19:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:19:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:19:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:19:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:19:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:19:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:19:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:19:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:19:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:19:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:19:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:19:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:19:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:19:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:19:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:19:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:19:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:19:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:19:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:19:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:19:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:19:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:19:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:19:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:19:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:19:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:19:36,344 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:19:36,344 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:19:36,345 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:19:36,345 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:19:36,345 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:19:36,345 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:19:36,347 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:19:36,347 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:19:36,349 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:19:36.348-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:19:36,349 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:20:06,346 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:20:06,346 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:20:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:20:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:20:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:20:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:20:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:20:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:20:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:20:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:20:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:20:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:20:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:20:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:20:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:20:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:20:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:20:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:20:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:20:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:20:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:20:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:20:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:20:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:20:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:20:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:20:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:20:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:20:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:20:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:20:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:20:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:20:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:20:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:20:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:20:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:20:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:20:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:20:36,350 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:20:36,350 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:20:36,351 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:20:36,351 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:20:36,351 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:20:36,351 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:20:36,353 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:20:36,354 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:20:36,355 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:20:36.355-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:20:36,355 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:21:06,352 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:21:06,352 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:21:14,703 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:21:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:21:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:21:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:21:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:21:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:21:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:21:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:21:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:21:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:21:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:21:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:21:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:21:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:21:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:21:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:21:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:21:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:21:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:21:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:21:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:21:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:21:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:21:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:21:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:21:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:21:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:21:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:21:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:21:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:21:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:21:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:21:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:21:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:21:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:21:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:21:36,356 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:21:36,356 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:21:36,356 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:21:36,357 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:21:36,357 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:21:36,357 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:21:36,358 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:21:36,359 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:21:36,360 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:21:36.359-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:21:36,360 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:22:06,357 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:22:06,357 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:22:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:22:14.703-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:22:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:22:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:22:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:22:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:22:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:22:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:22:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:22:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:22:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:22:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:22:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:22:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:22:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:22:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:22:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:22:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:22:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:22:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:22:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:22:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:22:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:22:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:22:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:22:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:22:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:22:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:22:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:22:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:22:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:22:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:22:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:22:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:22:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:22:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:22:36,362 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:22:36,362 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:22:36,363 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:22:36,363 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:22:36,363 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:22:36,363 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:22:36,364 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:22:36,365 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:22:36,366 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:22:36.365-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:22:36,366 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:23:06,363 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:23:06,363 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:23:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:23:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:23:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:23:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:23:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:23:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:23:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:23:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:23:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:23:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:23:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:23:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:23:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:23:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:23:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:23:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:23:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:23:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:23:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:23:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:23:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:23:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:23:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:23:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:23:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:23:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:23:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:23:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:23:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:23:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:23:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:23:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:23:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:23:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:23:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:23:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:23:36,368 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:23:36,369 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:23:36,369 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:23:36,369 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:23:36,369 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:23:36,369 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:23:36,371 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:23:36,371 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:23:36,372 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:23:36.372-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:23:36,372 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:24:06,370 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:24:06,370 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:24:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:24:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:24:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:24:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:24:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:24:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:24:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:24:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:24:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:24:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:24:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:24:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:24:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:24:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:24:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:24:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:24:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:24:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:24:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:24:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:24:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:24:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:24:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:24:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:24:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:24:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:24:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:24:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:24:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:24:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:24:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:24:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:24:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:24:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:24:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:24:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:24:36,374 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:24:36,374 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:24:36,375 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:24:36,375 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:24:36,375 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:24:36,375 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:24:36,376 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:24:36,377 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:24:36,378 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:24:36.377-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:24:36,378 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:25:06,375 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:25:06,375 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:25:14,704 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:25:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:25:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:25:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:25:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:25:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:25:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:25:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:25:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:25:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:25:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:25:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:25:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:25:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:25:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:25:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:25:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:25:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:25:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:25:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:25:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:25:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:25:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:25:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:25:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:25:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:25:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:25:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:25:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:25:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:25:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:25:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:25:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:25:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:25:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:25:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:25:36,379 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:25:36,379 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:25:36,380 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:25:36,380 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:25:36,380 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:25:36,380 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:25:36,382 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:25:36,382 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:25:36,383 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:25:36.383-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:25:36,383 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:26:06,380 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:26:06,381 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:26:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:26:14.704-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:26:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:26:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:26:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:26:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:26:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:26:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:26:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:26:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:26:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:26:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:26:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:26:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:26:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:26:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:26:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:26:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:26:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:26:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:26:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:26:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:26:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:26:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:26:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:26:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:26:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:26:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:26:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:26:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:26:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:26:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:26:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:26:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:26:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:26:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:26:36,386 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:26:36,386 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:26:36,387 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:26:36,387 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:26:36,387 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:26:36,387 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:26:36,389 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:26:36,389 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:26:36,390 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:26:36.390-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:26:36,390 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:27:06,388 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:27:06,388 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:27:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:27:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:27:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:27:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:27:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:27:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:27:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:27:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:27:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:27:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:27:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:27:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:27:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:27:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:27:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:27:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:27:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:27:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:27:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:27:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:27:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:27:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:27:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:27:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:27:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:27:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:27:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:27:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:27:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:27:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:27:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:27:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:27:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:27:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:27:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:27:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:27:36,392 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:27:36,392 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:27:36,392 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:27:36,392 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:27:36,393 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:27:36,393 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:27:36,394 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:27:36,395 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:27:36,396 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:27:36.395-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:27:36,396 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:28:06,393 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:28:06,393 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:28:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:28:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:28:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:28:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:28:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:28:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:28:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:28:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:28:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:28:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:28:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:28:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:28:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:28:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:28:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:28:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:28:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:28:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:28:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:28:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:28:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:28:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:28:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:28:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:28:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:28:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:28:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:28:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:28:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:28:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:28:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:28:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:28:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:28:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:28:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:28:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:28:36,399 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:28:36,399 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:28:36,400 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:28:36,400 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:28:36,400 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:28:36,400 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:28:36,401 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:28:36,402 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:28:36,405 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:28:36.405-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:28:36,405 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:29:06,400 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:29:06,400 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:29:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:29:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:29:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:29:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:29:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:29:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:29:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:29:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:29:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:29:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:29:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:29:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:29:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:29:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:29:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:29:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:29:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:29:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:29:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:29:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:29:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:29:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:29:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:29:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:29:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:29:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:29:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:29:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:29:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:29:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:29:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:29:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:29:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:29:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:29:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:29:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:29:36,405 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:29:36,405 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:29:36,405 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:29:36,405 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:29:36,405 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:29:36,406 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:29:36,407 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:29:36,408 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:29:36,409 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:29:36.408-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:29:36,409 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:30:06,406 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:30:06,406 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:30:14,705 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:30:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:30:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:30:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:30:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:30:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:30:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:30:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:30:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:30:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:30:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:30:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:30:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:30:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:30:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:30:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:30:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:30:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:30:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:30:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:30:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:30:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:30:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:30:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:30:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:30:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:30:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:30:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:30:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:30:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:30:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:30:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:30:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:30:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:30:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:30:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:30:36,410 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:30:36,410 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:30:36,411 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:30:36,411 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:30:36,411 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:30:36,411 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:30:36,412 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:30:36,413 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:30:36,413 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:30:36.413-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:30:36,414 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:31:06,411 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:31:06,411 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:31:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:31:14.705-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:31:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:31:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:31:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:31:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:31:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:31:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:31:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:31:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:31:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:31:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:31:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:31:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:31:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:31:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:31:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:31:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:31:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:31:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:31:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:31:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:31:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:31:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:31:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:31:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:31:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:31:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:31:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:31:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:31:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:31:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:31:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:31:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:31:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:31:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:31:36,416 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:31:36,416 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:31:36,417 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:31:36,417 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:31:36,417 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:31:36,417 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:31:36,418 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:31:36,419 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:31:36,419 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:31:36.419-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:31:36,419 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:32:06,417 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:32:06,417 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:32:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:32:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:32:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:32:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:32:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:32:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:32:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:32:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:32:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:32:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:32:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:32:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:32:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:32:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:32:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:32:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:32:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:32:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:32:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:32:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:32:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:32:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:32:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:32:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:32:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:32:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:32:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:32:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:32:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:32:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:32:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:32:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:32:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:32:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:32:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:32:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:32:36,425 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:32:36,425 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:32:36,425 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:32:36,425 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:32:36,425 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:32:36,425 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:32:36,427 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:32:36,427 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:32:36,428 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:32:36.427-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:32:36,428 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:33:06,426 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:33:06,426 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:33:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:33:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:33:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:33:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:33:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:33:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:33:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:33:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:33:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:33:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:33:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:33:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:33:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:33:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:33:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:33:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:33:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:33:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:33:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:33:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:33:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:33:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:33:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:33:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:33:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:33:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:33:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:33:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:33:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:33:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:33:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:33:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:33:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:33:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:33:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:33:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:33:36,431 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:33:36,431 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:33:36,432 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:33:36,432 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:33:36,432 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:33:36,432 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:33:36,433 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:33:36,433 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:33:36,434 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:33:36.434-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:33:36,434 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:34:06,432 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:34:06,432 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:34:14,706 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:34:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:34:28,809 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:34:28.809-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:34:28,809 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:34:28.809-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:34:28,809 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:34:28.809-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:34:28,809 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:34:28.809-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:34:28,809 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:34:28.809-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:34:28,809 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:34:28.809-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:34:28,809 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:34:28.809-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:34:28,809 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:34:28.809-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:34:28,809 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:34:28.809-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:34:28,810 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:34:28.810-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:34:28,810 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:34:28.810-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:34:28,810 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:34:28.810-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:34:28,810 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:34:28.810-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:34:28,810 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:34:28.810-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:34:28,810 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:34:28.810-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:34:28,810 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:34:28.810-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:34:28,810 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:34:28.810-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:34:36,437 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:34:36,437 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:34:36,438 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:34:36,438 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:34:36,438 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:34:36,438 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:34:36,439 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:34:36,440 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:34:36,441 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:34:36.440-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:34:36,441 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:35:06,438 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:35:06,438 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:35:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:35:14.706-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:35:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:35:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:35:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:35:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:35:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:35:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:35:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:35:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:35:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:35:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:35:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:35:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:35:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:35:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:35:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:35:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:35:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:35:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:35:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:35:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:35:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:35:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:35:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:35:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:35:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:35:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:35:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:35:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:35:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:35:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:35:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:35:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:35:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:35:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:35:36,443 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:35:36,443 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:35:36,443 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:35:36,444 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:35:36,444 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:35:36,444 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:35:36,445 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:35:36,446 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:35:36,447 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:35:36.446-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:35:36,447 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:36:06,444 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:36:06,444 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:36:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:36:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:36:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:36:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:36:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:36:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:36:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:36:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:36:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:36:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:36:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:36:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:36:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:36:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:36:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:36:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:36:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:36:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:36:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:36:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:36:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:36:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:36:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:36:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:36:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:36:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:36:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:36:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:36:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:36:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:36:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:36:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:36:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:36:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:36:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:36:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:36:36,448 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:36:36,448 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:36:36,451 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:36:36,452 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:36:36,452 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:36:36,452 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:36:36,453 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:36:36,454 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:36:36,454 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:36:36.454-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:36:36,454 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:37:06,452 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:37:06,452 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:37:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:37:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:37:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:37:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:37:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:37:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:37:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:37:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:37:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:37:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:37:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:37:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:37:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:37:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:37:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:37:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:37:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:37:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:37:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:37:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:37:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:37:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:37:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:37:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:37:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:37:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:37:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:37:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:37:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:37:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:37:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:37:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:37:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:37:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:37:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:37:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:37:36,454 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:37:36,454 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:37:36,454 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:37:36,454 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:37:36,454 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:37:36,454 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:37:36,456 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:37:36,457 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:37:36,457 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:37:36.457-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:37:36,457 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:38:06,455 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:38:06,455 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:38:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:38:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:38:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:38:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:38:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:38:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:38:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:38:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:38:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:38:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:38:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:38:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:38:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:38:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:38:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:38:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:38:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:38:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:38:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:38:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:38:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:38:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:38:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:38:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:38:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:38:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:38:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:38:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:38:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:38:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:38:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:38:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:38:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:38:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:38:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:38:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:38:36,459 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:38:36,459 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:38:36,460 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:38:36,460 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:38:36,460 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:38:36,460 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:38:36,461 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:38:36,462 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:38:36,462 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:38:36.462-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:38:36,463 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:39:06,460 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:39:06,461 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:39:14,707 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:39:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:39:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:39:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:39:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:39:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:39:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:39:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:39:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:39:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:39:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:39:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:39:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:39:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:39:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:39:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:39:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:39:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:39:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:39:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:39:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:39:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:39:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:39:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:39:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:39:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:39:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:39:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:39:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:39:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:39:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:39:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:39:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:39:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:39:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:39:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:39:36,465 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:39:36,465 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:39:36,466 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:39:36,466 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:39:36,466 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:39:36,466 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:39:36,468 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:39:36,468 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:39:36,469 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:39:36.469-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:39:36,469 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:40:06,466 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:40:06,466 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:40:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:40:14.707-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:40:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:40:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:40:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:40:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:40:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:40:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:40:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:40:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:40:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:40:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:40:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:40:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:40:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:40:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:40:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:40:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:40:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:40:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:40:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:40:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:40:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:40:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:40:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:40:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:40:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:40:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:40:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:40:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:40:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:40:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:40:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:40:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:40:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:40:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:40:36,471 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:40:36,471 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:40:36,472 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:40:36,472 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:40:36,472 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:40:36,472 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:40:36,474 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:40:36,474 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:40:36,475 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:40:36.475-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:40:36,475 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:41:06,473 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:41:06,473 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:41:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:41:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:41:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:41:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:41:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:41:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:41:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:41:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:41:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:41:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:41:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:41:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:41:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:41:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:41:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:41:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:41:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:41:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:41:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:41:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:41:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:41:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:41:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:41:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:41:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:41:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:41:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:41:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:41:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:41:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:41:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:41:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:41:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:41:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:41:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:41:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:41:36,477 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:41:36,477 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:41:36,477 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:41:36,477 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:41:36,478 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:41:36,478 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:41:36,479 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:41:36,479 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:41:36,480 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:41:36.480-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:41:36,480 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:42:06,478 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:42:06,478 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:42:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:42:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:42:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:42:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:42:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:42:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:42:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:42:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:42:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:42:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:42:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:42:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:42:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:42:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:42:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:42:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:42:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:42:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:42:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:42:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:42:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:42:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:42:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:42:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:42:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:42:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:42:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:42:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:42:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:42:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:42:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:42:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:42:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:42:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:42:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:42:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:42:36,483 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:42:36,483 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:42:36,484 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:42:36,484 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:42:36,484 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:42:36,484 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:42:36,485 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:42:36,486 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:42:36,487 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:42:36.486-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:42:36,487 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:43:06,484 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:43:06,484 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:43:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:43:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:43:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:43:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:43:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:43:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:43:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:43:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:43:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:43:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:43:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:43:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:43:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:43:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:43:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:43:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:43:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:43:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:43:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:43:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:43:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:43:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:43:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:43:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:43:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:43:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:43:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:43:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:43:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:43:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:43:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:43:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:43:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:43:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:43:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:43:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:43:36,488 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:43:36,488 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:43:36,489 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:43:36,489 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:43:36,489 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:43:36,489 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:43:36,491 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:43:36,491 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:43:36,492 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:43:36.492-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:43:36,492 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:44:06,490 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:44:06,490 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:44:14,708 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:44:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:44:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:44:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:44:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:44:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:44:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:44:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:44:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:44:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:44:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:44:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:44:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:44:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:44:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:44:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:44:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:44:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:44:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:44:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:44:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:44:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:44:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:44:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:44:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:44:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:44:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:44:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:44:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:44:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:44:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:44:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:44:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:44:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:44:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:44:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:44:36,494 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:44:36,494 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:44:36,495 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:44:36,495 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:44:36,495 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:44:36,495 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:44:36,497 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:44:36,497 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:44:36,498 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:44:36.498-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:44:36,498 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:45:06,495 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:45:06,496 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:45:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:45:14.708-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:45:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:45:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:45:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:45:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:45:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:45:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:45:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:45:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:45:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:45:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:45:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:45:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:45:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:45:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:45:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:45:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:45:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:45:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:45:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:45:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:45:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:45:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:45:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:45:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:45:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:45:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:45:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:45:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:45:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:45:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:45:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:45:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:45:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:45:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:45:36,500 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:45:36,500 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:45:36,500 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:45:36,500 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:45:36,500 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:45:36,501 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:45:36,502 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:45:36,502 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:45:36,503 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:45:36.503-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:45:36,503 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:46:06,501 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:46:06,501 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:46:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:46:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:46:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:46:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:46:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:46:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:46:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:46:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:46:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:46:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:46:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:46:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:46:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:46:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:46:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:46:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:46:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:46:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:46:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:46:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:46:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:46:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:46:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:46:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:46:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:46:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:46:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:46:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:46:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:46:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:46:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:46:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:46:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:46:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:46:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:46:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:46:36,506 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:46:36,506 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:46:36,506 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:46:36,506 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:46:36,506 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:46:36,507 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:46:36,508 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:46:36,508 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:46:36,509 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:46:36.509-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:46:36,509 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:47:06,507 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:47:06,507 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:47:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:47:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:47:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:47:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:47:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:47:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:47:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:47:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:47:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:47:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:47:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:47:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:47:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:47:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:47:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:47:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:47:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:47:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:47:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:47:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:47:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:47:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:47:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:47:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:47:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:47:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:47:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:47:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:47:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:47:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:47:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:47:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:47:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:47:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:47:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:47:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:47:36,511 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:47:36,511 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:47:36,512 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:47:36,512 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:47:36,512 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:47:36,512 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:47:36,513 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:47:36,514 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:47:36,515 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:47:36.514-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:47:36,515 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:48:06,513 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:48:06,513 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:48:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:48:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:48:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:48:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:48:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:48:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:48:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:48:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:48:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:48:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:48:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:48:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:48:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:48:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:48:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:48:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:48:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:48:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:48:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:48:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:48:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:48:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:48:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:48:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:48:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:48:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:48:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:48:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:48:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:48:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:48:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:48:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:48:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:48:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:48:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:48:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:48:36,517 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:48:36,517 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:48:36,518 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:48:36,518 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:48:36,518 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:48:36,518 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:48:36,519 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:48:36,520 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:48:36,520 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:48:36.520-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:48:36,521 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:49:06,518 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:49:06,519 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:49:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:49:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:49:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:49:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:49:14,709 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:49:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:49:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:49:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:49:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:49:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:49:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:49:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:49:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:49:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:49:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:49:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:49:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:49:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:49:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:49:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:49:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:49:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:49:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:49:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:49:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:49:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:49:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:49:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:49:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:49:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:49:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:49:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:49:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:49:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:49:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:49:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:49:36,523 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:49:36,523 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:49:36,524 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:49:36,524 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:49:36,524 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:49:36,524 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:49:36,525 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:49:36,526 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:49:36,527 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:49:36.526-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:49:36,527 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:50:06,524 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:50:06,524 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:50:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:50:14.709-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:50:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:50:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:50:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:50:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:50:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:50:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:50:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:50:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:50:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:50:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:50:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:50:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:50:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:50:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:50:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:50:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:50:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:50:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:50:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:50:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:50:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:50:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:50:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:50:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:50:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:50:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:50:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:50:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:50:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:50:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:50:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:50:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:50:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:50:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:50:36,529 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:50:36,529 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:50:36,530 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:50:36,530 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:50:36,530 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:50:36,530 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:50:36,531 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:50:36,532 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:50:36,533 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:50:36.532-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:50:36,533 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:51:06,530 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:51:06,530 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:51:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:51:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:51:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:51:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:51:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:51:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:51:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:51:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:51:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:51:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:51:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:51:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:51:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:51:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:51:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:51:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:51:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:51:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:51:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:51:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:51:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:51:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:51:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:51:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:51:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:51:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:51:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:51:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:51:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:51:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:51:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:51:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:51:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:51:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:51:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:51:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:51:36,535 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:51:36,535 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:51:36,536 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:51:36,536 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:51:36,536 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:51:36,536 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:51:36,537 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:51:36,537 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:51:36,538 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:51:36.538-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:51:36,541 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:52:06,536 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:52:06,536 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:52:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:52:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:52:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:52:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:52:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:52:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:52:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:52:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:52:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:52:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:52:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:52:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:52:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:52:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:52:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:52:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:52:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:52:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:52:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:52:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:52:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:52:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:52:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:52:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:52:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:52:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:52:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:52:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:52:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:52:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:52:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:52:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:52:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:52:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:52:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:52:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:52:36,543 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:52:36,543 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:52:36,544 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:52:36,544 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:52:36,544 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:52:36,544 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:52:36,545 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:52:36,546 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:52:36,547 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:52:36.546-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:52:36,547 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:53:06,545 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:53:06,545 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:53:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:53:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:53:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:53:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:53:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:53:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:53:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:53:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:53:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:53:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:53:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:53:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:53:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:53:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:53:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:53:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:53:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:53:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:53:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:53:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:53:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:53:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:53:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:53:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:53:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:53:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:53:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:53:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:53:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:53:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:53:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:53:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:53:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:53:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:53:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:53:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:53:36,548 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:53:36,548 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:53:36,549 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:53:36,549 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:53:36,549 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:53:36,549 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:53:36,550 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:53:36,551 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:53:36,551 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:53:36.551-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:53:36,552 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:54:06,549 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:54:06,550 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:54:14,710 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:54:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:54:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:54:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:54:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:54:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:54:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:54:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:54:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:54:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:54:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:54:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:54:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:54:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:54:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:54:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:54:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:54:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:54:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:54:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:54:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:54:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:54:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:54:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:54:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:54:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:54:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:54:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:54:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:54:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:54:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:54:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:54:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:54:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:54:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:54:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:54:36,554 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:54:36,554 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:54:36,555 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:54:36,555 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:54:36,555 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:54:36,555 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:54:36,556 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:54:36,556 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:54:36,557 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:54:36.557-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:54:36,557 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:55:06,555 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:55:06,555 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:55:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:55:14.710-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:55:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:55:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:55:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:55:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:55:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:55:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:55:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:55:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:55:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:55:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:55:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:55:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:55:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:55:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:55:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:55:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:55:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:55:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:55:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:55:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:55:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:55:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:55:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:55:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:55:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:55:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:55:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:55:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:55:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:55:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:55:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:55:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:55:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:55:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:55:36,560 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:55:36,560 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:55:36,560 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:55:36,560 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:55:36,560 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:55:36,560 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:55:36,562 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:55:36,562 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:55:36,563 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:55:36.562-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:55:36,563 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:56:06,561 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:56:06,561 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:56:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:56:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:56:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:56:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:56:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:56:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:56:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:56:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:56:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:56:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:56:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:56:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:56:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:56:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:56:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:56:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:56:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:56:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:56:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:56:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:56:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:56:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:56:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:56:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:56:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:56:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:56:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:56:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:56:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:56:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:56:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:56:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:56:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:56:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:56:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:56:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:56:36,568 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:56:36,568 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:56:36,569 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:56:36,569 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:56:36,569 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:56:36,569 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:56:36,570 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:56:36,570 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:56:36,571 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:56:36.571-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:56:36,571 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:57:06,569 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:57:06,569 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:57:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:57:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:57:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:57:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:57:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:57:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:57:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:57:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:57:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:57:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:57:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:57:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:57:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:57:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:57:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:57:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:57:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:57:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:57:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:57:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:57:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:57:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:57:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:57:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:57:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:57:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:57:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:57:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:57:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:57:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:57:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:57:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:57:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:57:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:57:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:57:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:57:36,573 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:57:36,573 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:57:36,574 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:57:36,574 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:57:36,574 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:57:36,574 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:57:36,575 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:57:36,576 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:57:36,576 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:57:36.576-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:57:36,576 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:58:06,574 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:58:06,574 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:58:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:58:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:58:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:58:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:58:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:58:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:58:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:58:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:58:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:58:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:58:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:58:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:58:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:58:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:58:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:58:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:58:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:58:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:58:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:58:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:58:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:58:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:58:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:58:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:58:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:58:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:58:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:58:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:58:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:58:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:58:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:58:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:58:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:58:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:58:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:58:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:58:36,579 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:58:36,579 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:58:36,580 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:58:36,580 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:58:36,580 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:58:36,580 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:58:36,581 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:58:36,582 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:58:36,592 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:58:36.591-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:58:36,592 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 13:59:06,581 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 13:59:06,581 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:59:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:59:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 13:59:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:59:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 13:59:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:59:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 13:59:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:59:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 13:59:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:59:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 13:59:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:59:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 13:59:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:59:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 13:59:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:59:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 13:59:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:59:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 13:59:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:59:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 13:59:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:59:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 13:59:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:59:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 13:59:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:59:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 13:59:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:59:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 13:59:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:59:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 13:59:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:59:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 13:59:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:59:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 13:59:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T13:59:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 13:59:36,585 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 13:59:36,585 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 13:59:36,585 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:59:36,585 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:59:36,586 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 13:59:36,586 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 13:59:36,587 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 13:59:36,587 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 13:59:36,596 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T13:59:36.595-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 13:59:36,596 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:00:06,586 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:00:06,586 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:00:14,711 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:00:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:00:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:00:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:00:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:00:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:00:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:00:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:00:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:00:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:00:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:00:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:00:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:00:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:00:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:00:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:00:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:00:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:00:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:00:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:00:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:00:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:00:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:00:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:00:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:00:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:00:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:00:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:00:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:00:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:00:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:00:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:00:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:00:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:00:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:00:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:00:36,591 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:00:36,591 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:00:36,592 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:00:36,592 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:00:36,592 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:00:36,592 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:00:36,594 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:00:36,594 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:00:36,595 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:00:36.594-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:00:36,595 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:01:06,592 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:01:06,593 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:01:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:01:14.711-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:01:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:01:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:01:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:01:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:01:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:01:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:01:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:01:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:01:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:01:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:01:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:01:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:01:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:01:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:01:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:01:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:01:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:01:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:01:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:01:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:01:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:01:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:01:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:01:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:01:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:01:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:01:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:01:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:01:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:01:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:01:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:01:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:01:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:01:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:01:36,598 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:01:36,598 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:01:36,599 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:01:36,599 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:01:36,599 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:01:36,599 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:01:36,600 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:01:36,600 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:01:36,601 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:01:36.601-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:01:36,601 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:02:06,599 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:02:06,599 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:02:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:02:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:02:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:02:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:02:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:02:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:02:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:02:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:02:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:02:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:02:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:02:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:02:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:02:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:02:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:02:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:02:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:02:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:02:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:02:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:02:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:02:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:02:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:02:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:02:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:02:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:02:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:02:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:02:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:02:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:02:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:02:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:02:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:02:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:02:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:02:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:02:36,605 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:02:36,605 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:02:36,605 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:02:36,605 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:02:36,605 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:02:36,605 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:02:36,606 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:02:36,610 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:02:36,610 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:02:36.610-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:02:36,610 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:03:06,606 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:03:06,606 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:03:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:03:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:03:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:03:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:03:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:03:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:03:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:03:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:03:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:03:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:03:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:03:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:03:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:03:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:03:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:03:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:03:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:03:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:03:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:03:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:03:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:03:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:03:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:03:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:03:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:03:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:03:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:03:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:03:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:03:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:03:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:03:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:03:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:03:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:03:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:03:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:03:36,610 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:03:36,610 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:03:36,611 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:03:36,611 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:03:36,611 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:03:36,611 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:03:36,612 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:03:36,613 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:03:36,613 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:03:36.613-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:03:36,613 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:04:06,612 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:04:06,612 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:04:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:04:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:04:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:04:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:04:14,712 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:04:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:04:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:04:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:04:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:04:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:04:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:04:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:04:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:04:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:04:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:04:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:04:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:04:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:04:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:04:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:04:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:04:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:04:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:04:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:04:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:04:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:04:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:04:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:04:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:04:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:04:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:04:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:04:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:04:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:04:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:04:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:04:36,616 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:04:36,616 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:04:36,617 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:04:36,617 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:04:36,617 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:04:36,617 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:04:36,618 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:04:36,619 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:04:36,619 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:04:36.619-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:04:36,619 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:05:06,617 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:05:06,617 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:05:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:05:14.712-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:05:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:05:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:05:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:05:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:05:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:05:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:05:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:05:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:05:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:05:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:05:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:05:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:05:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:05:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:05:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:05:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:05:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:05:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:05:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:05:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:05:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:05:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:05:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:05:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:05:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:05:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:05:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:05:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:05:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:05:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:05:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:05:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:05:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:05:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:05:36,621 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:05:36,621 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:05:36,622 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:05:36,622 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:05:36,622 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:05:36,622 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:05:36,623 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:05:36,624 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:05:36,624 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:05:36.624-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:05:36,624 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:06:06,622 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:06:06,623 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:06:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:06:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:06:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:06:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:06:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:06:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:06:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:06:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:06:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:06:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:06:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:06:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:06:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:06:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:06:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:06:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:06:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:06:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:06:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:06:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:06:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:06:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:06:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:06:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:06:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:06:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:06:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:06:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:06:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:06:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:06:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:06:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:06:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:06:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:06:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:06:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:06:36,629 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:06:36,630 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:06:36,630 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:06:36,630 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:06:36,630 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:06:36,630 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:06:36,631 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:06:36,632 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:06:36,632 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:06:36.632-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:06:36,632 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:07:06,631 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:07:06,631 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:07:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:07:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:07:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:07:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:07:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:07:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:07:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:07:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:07:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:07:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:07:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:07:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:07:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:07:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:07:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:07:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:07:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:07:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:07:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:07:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:07:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:07:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:07:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:07:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:07:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:07:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:07:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:07:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:07:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:07:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:07:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:07:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:07:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:07:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:07:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:07:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:07:36,635 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:07:36,635 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:07:36,636 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:07:36,636 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:07:36,636 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:07:36,636 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:07:36,637 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:07:36,637 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:07:36,638 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:07:36.637-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:07:36,638 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:08:06,636 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:08:06,636 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:08:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:08:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:08:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:08:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:08:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:08:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:08:14,713 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:08:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:08:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:08:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:08:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:08:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:08:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:08:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:08:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:08:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:08:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:08:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:08:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:08:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:08:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:08:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:08:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:08:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:08:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:08:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:08:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:08:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:08:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:08:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:08:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:08:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:08:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:08:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:08:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:08:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:08:36,642 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:08:36,642 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:08:36,642 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:08:36,642 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:08:36,642 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:08:36,645 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:08:36,645 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:08:36,646 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:08:36,646 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:08:36.646-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:08:36,646 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:09:06,645 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:09:06,645 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:09:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:09:14.713-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:09:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:09:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:09:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:09:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:09:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:09:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:09:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:09:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:09:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:09:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:09:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:09:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:09:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:09:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:09:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:09:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:09:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:09:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:09:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:09:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:09:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:09:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:09:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:09:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:09:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:09:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:09:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:09:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:09:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:09:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:09:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:09:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:09:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:09:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:09:36,647 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:09:36,647 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:09:36,648 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:09:36,648 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:09:36,648 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:09:36,648 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:09:36,649 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:09:36,650 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:09:36,650 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:09:36.650-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:09:36,650 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:10:06,648 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:10:06,648 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:10:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:10:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:10:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:10:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:10:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:10:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:10:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:10:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:10:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:10:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:10:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:10:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:10:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:10:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:10:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:10:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:10:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:10:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:10:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:10:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:10:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:10:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:10:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:10:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:10:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:10:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:10:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:10:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:10:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:10:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:10:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:10:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:10:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:10:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:10:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:10:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:10:36,653 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:10:36,653 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:10:36,653 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:10:36,654 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:10:36,654 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:10:36,654 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:10:36,655 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:10:36,655 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:10:36,656 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:10:36.655-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:10:36,656 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:11:06,654 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:11:06,654 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:11:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:11:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:11:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:11:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:11:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:11:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:11:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:11:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:11:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:11:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:11:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:11:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:11:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:11:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:11:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:11:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:11:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:11:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:11:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:11:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:11:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:11:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:11:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:11:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:11:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:11:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:11:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:11:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:11:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:11:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:11:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:11:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:11:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:11:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:11:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:11:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:11:36,659 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:11:36,659 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:11:36,660 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:11:36,660 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:11:36,660 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:11:36,660 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:11:36,661 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:11:36,662 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:11:36,662 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:11:36.662-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:11:36,662 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:12:06,660 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:12:06,660 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:12:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:12:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:12:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:12:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:12:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:12:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:12:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:12:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:12:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:12:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:12:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:12:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:12:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:12:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:12:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:12:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:12:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:12:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:12:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:12:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:12:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:12:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:12:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:12:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:12:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:12:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:12:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:12:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:12:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:12:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:12:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:12:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:12:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:12:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:12:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:12:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:12:36,665 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:12:36,665 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:12:36,666 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:12:36,666 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:12:36,666 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:12:36,666 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:12:36,667 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:12:36,667 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:12:36,668 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:12:36.667-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:12:36,668 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:13:06,666 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:13:06,666 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:13:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:13:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:13:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:13:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:13:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:13:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:13:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:13:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:13:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:13:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:13:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:13:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:13:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:13:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:13:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:13:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:13:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:13:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:13:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:13:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:13:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:13:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:13:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:13:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:13:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:13:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:13:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:13:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:13:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:13:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:13:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:13:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:13:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:13:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:13:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:13:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:13:36,671 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:13:36,671 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:13:36,671 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:13:36,671 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:13:36,671 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:13:36,671 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:13:36,672 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:13:36,673 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:13:36,673 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:13:36.673-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:13:36,673 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:14:06,672 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:14:06,672 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:14:14,714 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:14:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:14:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:14:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:14:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:14:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:14:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:14:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:14:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:14:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:14:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:14:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:14:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:14:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:14:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:14:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:14:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:14:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:14:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:14:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:14:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:14:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:14:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:14:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:14:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:14:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:14:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:14:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:14:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:14:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:14:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:14:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:14:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:14:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:14:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:14:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:14:36,676 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:14:36,676 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:14:36,677 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:14:36,677 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:14:36,677 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:14:36,677 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:14:36,678 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:14:36,679 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:14:36,679 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:14:36.679-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:14:36,679 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:15:06,677 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:15:06,677 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:15:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:15:14.714-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:15:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:15:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:15:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:15:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:15:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:15:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:15:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:15:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:15:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:15:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:15:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:15:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:15:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:15:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:15:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:15:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:15:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:15:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:15:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:15:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:15:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:15:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:15:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:15:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:15:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:15:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:15:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:15:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:15:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:15:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:15:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:15:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:15:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:15:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:15:36,681 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:15:36,681 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:15:36,682 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:15:36,682 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:15:36,682 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:15:36,682 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:15:36,683 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:15:36,684 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:15:36,684 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:15:36.684-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:15:36,684 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:16:06,683 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:16:06,683 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:16:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:16:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:16:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:16:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:16:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:16:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:16:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:16:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:16:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:16:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:16:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:16:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:16:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:16:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:16:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:16:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:16:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:16:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:16:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:16:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:16:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:16:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:16:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:16:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:16:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:16:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:16:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:16:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:16:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:16:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:16:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:16:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:16:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:16:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:16:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:16:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:16:36,687 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:16:36,687 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:16:36,688 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:16:36,688 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:16:36,688 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:16:36,688 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:16:36,689 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:16:36,689 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:16:36,690 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:16:36.689-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:16:36,690 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:17:06,688 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:17:06,688 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:17:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:17:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:17:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:17:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:17:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:17:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:17:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:17:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:17:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:17:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:17:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:17:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:17:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:17:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:17:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:17:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:17:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:17:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:17:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:17:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:17:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:17:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:17:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:17:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:17:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:17:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:17:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:17:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:17:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:17:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:17:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:17:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:17:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:17:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:17:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:17:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:17:36,693 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:17:36,693 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:17:36,694 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:17:36,694 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:17:36,694 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:17:36,694 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:17:36,695 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:17:36,695 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:17:36,695 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:17:36.695-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:17:36,696 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:18:06,694 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:18:06,694 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:18:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:18:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:18:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:18:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:18:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:18:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:18:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:18:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:18:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:18:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:18:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:18:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:18:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:18:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:18:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:18:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:18:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:18:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:18:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:18:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:18:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:18:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:18:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:18:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:18:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:18:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:18:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:18:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:18:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:18:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:18:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:18:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:18:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:18:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:18:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:18:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:18:36,699 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:18:36,699 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:18:36,699 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:18:36,699 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:18:36,699 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:18:36,699 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:18:36,700 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:18:36,701 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:18:36,701 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:18:36.701-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:18:36,701 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:19:06,700 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:19:06,700 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:19:14,715 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:19:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:19:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:19:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:19:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:19:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:19:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:19:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:19:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:19:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:19:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:19:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:19:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:19:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:19:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:19:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:19:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:19:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:19:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:19:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:19:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:19:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:19:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:19:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:19:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:19:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:19:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:19:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:19:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:19:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:19:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:19:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:19:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:19:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:19:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:19:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:19:36,704 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:19:36,704 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:19:36,704 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:19:36,704 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:19:36,704 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:19:36,704 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:19:36,705 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:19:36,706 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:19:36,706 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:19:36.706-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:19:36,706 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:20:06,705 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:20:06,705 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:20:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:20:14.715-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:20:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:20:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:20:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:20:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:20:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:20:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:20:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:20:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:20:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:20:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:20:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:20:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:20:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:20:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:20:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:20:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:20:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:20:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:20:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:20:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:20:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:20:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:20:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:20:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:20:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:20:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:20:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:20:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:20:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:20:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:20:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:20:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:20:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:20:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:20:36,709 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:20:36,710 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:20:36,710 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:20:36,710 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:20:36,710 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:20:36,710 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:20:36,711 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:20:36,712 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:20:36,712 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:20:36.712-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:20:36,712 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:21:06,711 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:21:06,711 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:21:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:21:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:21:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:21:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:21:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:21:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:21:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:21:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:21:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:21:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:21:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:21:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:21:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:21:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:21:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:21:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:21:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:21:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:21:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:21:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:21:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:21:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:21:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:21:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:21:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:21:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:21:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:21:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:21:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:21:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:21:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:21:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:21:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:21:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:21:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:21:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:21:36,715 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:21:36,715 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:21:36,716 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:21:36,716 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:21:36,716 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:21:36,716 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:21:36,717 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:21:36,717 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:21:36,718 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:21:36.718-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:21:36,718 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:22:06,716 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:22:06,716 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:22:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:22:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:22:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:22:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:22:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:22:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:22:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:22:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:22:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:22:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:22:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:22:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:22:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:22:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:22:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:22:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:22:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:22:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:22:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:22:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:22:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:22:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:22:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:22:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:22:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:22:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:22:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:22:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:22:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:22:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:22:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:22:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:22:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:22:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:22:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:22:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:22:36,722 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:22:36,722 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:22:36,722 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:22:36,722 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:22:36,722 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:22:36,722 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:22:36,723 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:22:36,724 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:22:36,724 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:22:36.724-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:22:36,724 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:23:06,723 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:23:06,723 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:23:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:23:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:23:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:23:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:23:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:23:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:23:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:23:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:23:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:23:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:23:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:23:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:23:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:23:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:23:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:23:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:23:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:23:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:23:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:23:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:23:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:23:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:23:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:23:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:23:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:23:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:23:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:23:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:23:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:23:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:23:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:23:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:23:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:23:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:23:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:23:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:23:36,727 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:23:36,727 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:23:36,728 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:23:36,728 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:23:36,728 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:23:36,728 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:23:36,729 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:23:36,729 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:23:36,730 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:23:36.729-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:23:36,730 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:24:06,728 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:24:06,728 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:24:14,716 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:24:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:24:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:24:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:24:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:24:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:24:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:24:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:24:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:24:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:24:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:24:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:24:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:24:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:24:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:24:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:24:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:24:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:24:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:24:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:24:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:24:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:24:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:24:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:24:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:24:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:24:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:24:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:24:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:24:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:24:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:24:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:24:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:24:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:24:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:24:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:24:36,733 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:24:36,733 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:24:36,734 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:24:36,734 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:24:36,734 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:24:36,734 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:24:36,735 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:24:36,735 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:24:36,736 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:24:36.735-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:24:36,736 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:25:06,734 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:25:06,734 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:25:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:25:14.716-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:25:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:25:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:25:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:25:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:25:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:25:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:25:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:25:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:25:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:25:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:25:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:25:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:25:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:25:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:25:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:25:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:25:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:25:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:25:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:25:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:25:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:25:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:25:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:25:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:25:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:25:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:25:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:25:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:25:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:25:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:25:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:25:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:25:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:25:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:25:36,741 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:25:36,741 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:25:36,742 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:25:36,742 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:25:36,742 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:25:36,742 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:25:36,743 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:25:36,743 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:25:36,743 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:25:36.743-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:25:36,744 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:26:06,742 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:26:06,742 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:26:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:26:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:26:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:26:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:26:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:26:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:26:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:26:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:26:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:26:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:26:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:26:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:26:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:26:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:26:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:26:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:26:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:26:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:26:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:26:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:26:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:26:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:26:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:26:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:26:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:26:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:26:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:26:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:26:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:26:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:26:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:26:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:26:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:26:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:26:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:26:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:26:36,747 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:26:36,747 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:26:36,748 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:26:36,748 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:26:36,748 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:26:36,748 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:26:36,749 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:26:36,749 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:26:36,750 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:26:36.749-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:26:36,750 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:27:06,748 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:27:06,748 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:27:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:27:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:27:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:27:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:27:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:27:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:27:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:27:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:27:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:27:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:27:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:27:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:27:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:27:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:27:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:27:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:27:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:27:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:27:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:27:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:27:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:27:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:27:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:27:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:27:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:27:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:27:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:27:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:27:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:27:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:27:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:27:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:27:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:27:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:27:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:27:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:27:36,753 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:27:36,753 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:27:36,754 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:27:36,754 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:27:36,754 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:27:36,754 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:27:36,755 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:27:36,756 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:27:36,756 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:27:36.756-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:27:36,756 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:28:06,754 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:28:06,754 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:28:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:28:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:28:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:28:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:28:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:28:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:28:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:28:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:28:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:28:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:28:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:28:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:28:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:28:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:28:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:28:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:28:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:28:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:28:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:28:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:28:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:28:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:28:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:28:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:28:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:28:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:28:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:28:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:28:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:28:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:28:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:28:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:28:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:28:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:28:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:28:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:28:36,759 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:28:36,759 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:28:36,760 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:28:36,760 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:28:36,760 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:28:36,760 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:28:36,762 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:28:36,762 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:28:36,762 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:28:36.762-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:28:36,763 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:29:06,760 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:29:06,760 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:29:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:29:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:29:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:29:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:29:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:29:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:29:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:29:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:29:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:29:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:29:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:29:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:29:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:29:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:29:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:29:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:29:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:29:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:29:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:29:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:29:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:29:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:29:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:29:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:29:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:29:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:29:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:29:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:29:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:29:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:29:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:29:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:29:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:29:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:29:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:29:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:29:36,765 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:29:36,765 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:29:36,765 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:29:36,765 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:29:36,765 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:29:36,765 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:29:36,766 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:29:36,767 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:29:36,767 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:29:36.767-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:29:36,767 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:30:06,766 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:30:06,766 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:30:14,717 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:30:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:30:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:30:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:30:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:30:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:30:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:30:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:30:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:30:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:30:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:30:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:30:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:30:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:30:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:30:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:30:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:30:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:30:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:30:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:30:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:30:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:30:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:30:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:30:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:30:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:30:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:30:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:30:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:30:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:30:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:30:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:30:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:30:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:30:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:30:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:30:36,771 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:30:36,771 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:30:36,771 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:30:36,771 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:30:36,771 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:30:36,772 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:30:36,773 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:30:36,773 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:30:36,774 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:30:36.774-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:30:36,774 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:31:06,772 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:31:06,772 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:31:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:31:14.717-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:31:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:31:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:31:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:31:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:31:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:31:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:31:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:31:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:31:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:31:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:31:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:31:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:31:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:31:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:31:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:31:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:31:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:31:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:31:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:31:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:31:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:31:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:31:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:31:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:31:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:31:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:31:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:31:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:31:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:31:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:31:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:31:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:31:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:31:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:31:36,776 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:31:36,776 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:31:36,776 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:31:36,776 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:31:36,776 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:31:36,776 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:31:36,778 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:31:36,778 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:31:36,779 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:31:36.779-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:31:36,781 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:32:06,777 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:32:06,777 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:32:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:32:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:32:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:32:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:32:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:32:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:32:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:32:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:32:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:32:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:32:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:32:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:32:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:32:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:32:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:32:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:32:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:32:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:32:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:32:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:32:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:32:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:32:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:32:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:32:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:32:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:32:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:32:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:32:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:32:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:32:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:32:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:32:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:32:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:32:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:32:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:32:36,782 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:32:36,782 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:32:36,782 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:32:36,782 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:32:36,782 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:32:36,782 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:32:36,784 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:32:36,784 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:32:36,785 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:32:36.784-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:32:36,785 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:33:06,783 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:33:06,783 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:33:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:33:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:33:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:33:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:33:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:33:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:33:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:33:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:33:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:33:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:33:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:33:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:33:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:33:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:33:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:33:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:33:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:33:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:33:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:33:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:33:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:33:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:33:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:33:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:33:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:33:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:33:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:33:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:33:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:33:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:33:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:33:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:33:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:33:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:33:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:33:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:33:36,787 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:33:36,787 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:33:36,788 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:33:36,788 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:33:36,788 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:33:36,788 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:33:36,789 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:33:36,789 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:33:36,790 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:33:36.789-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:33:36,790 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:34:06,788 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:34:06,788 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:34:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:34:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:34:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:34:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:34:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:34:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:34:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:34:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:34:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:34:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:34:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:34:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:34:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:34:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:34:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:34:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:34:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:34:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:34:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:34:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:34:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:34:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:34:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:34:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:34:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:34:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:34:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:34:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:34:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:34:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:34:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:34:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:34:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:34:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:34:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:34:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:34:36,793 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:34:36,793 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:34:36,794 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:34:36,794 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:34:36,794 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:34:36,794 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:34:36,796 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:34:36,796 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:34:36,796 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:34:36.796-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:34:36,796 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:35:06,794 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:35:06,794 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:35:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:35:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:35:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:35:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:35:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:35:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:35:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:35:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:35:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:35:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:35:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:35:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:35:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:35:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:35:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:35:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:35:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:35:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:35:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:35:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:35:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:35:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:35:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:35:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:35:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:35:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:35:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:35:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:35:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:35:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:35:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:35:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:35:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:35:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:35:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:35:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:35:36,798 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:35:36,799 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:35:36,799 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:35:36,799 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:35:36,799 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:35:36,799 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:35:36,801 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:35:36,801 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:35:36,802 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:35:36.801-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:35:36,802 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:36:06,800 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:36:06,800 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:36:14,718 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:36:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:36:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:36:14.718-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:36:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:36:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:36:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:36:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:36:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:36:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:36:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:36:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:36:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:36:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:36:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:36:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:36:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:36:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:36:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:36:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:36:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:36:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:36:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:36:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:36:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:36:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:36:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:36:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:36:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:36:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:36:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:36:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:36:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:36:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:36:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:36:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:36:36,804 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:36:36,804 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:36:36,805 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:36:36,805 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:36:36,805 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:36:36,805 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:36:36,807 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:36:36,807 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:36:36,807 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:36:36.807-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:36:36,807 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:37:06,805 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:37:06,805 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:37:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:37:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:37:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:37:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:37:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:37:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:37:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:37:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:37:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:37:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:37:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:37:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:37:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:37:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:37:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:37:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:37:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:37:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:37:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:37:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:37:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:37:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:37:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:37:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:37:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:37:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:37:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:37:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:37:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:37:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:37:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:37:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:37:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:37:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:37:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:37:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:37:36,810 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:37:36,810 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:37:36,810 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:37:36,810 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:37:36,810 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:37:36,810 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:37:36,812 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:37:36,812 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:37:36,813 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:37:36.812-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:37:36,813 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:38:06,811 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:38:06,811 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:38:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:38:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:38:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:38:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:38:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:38:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:38:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:38:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:38:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:38:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:38:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:38:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:38:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:38:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:38:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:38:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:38:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:38:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:38:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:38:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:38:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:38:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:38:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:38:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:38:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:38:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:38:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:38:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:38:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:38:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:38:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:38:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:38:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:38:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:38:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:38:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:38:36,815 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:38:36,815 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:38:36,816 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:38:36,816 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:38:36,816 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:38:36,816 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:38:36,818 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:38:36,818 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:38:36,818 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:38:36.818-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:38:36,818 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:39:06,816 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:39:06,817 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:39:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:39:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:39:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:39:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:39:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:39:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:39:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:39:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:39:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:39:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:39:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:39:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:39:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:39:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:39:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:39:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:39:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:39:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:39:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:39:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:39:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:39:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:39:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:39:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:39:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:39:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:39:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:39:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:39:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:39:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:39:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:39:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:39:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:39:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:39:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:39:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:39:36,821 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:39:36,821 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:39:36,822 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:39:36,822 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:39:36,822 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:39:36,822 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:39:36,823 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:39:36,824 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:39:36,826 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:39:36.824-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:39:36,826 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:40:06,822 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:40:06,822 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:40:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:40:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:40:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:40:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:40:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:40:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:40:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:40:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:40:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:40:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:40:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:40:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:40:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:40:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:40:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:40:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:40:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:40:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:40:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:40:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:40:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:40:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:40:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:40:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:40:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:40:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:40:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:40:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:40:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:40:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:40:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:40:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:40:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:40:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:40:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:40:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:40:36,826 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:40:36,826 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:40:36,827 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:40:36,827 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:40:36,827 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:40:36,827 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:40:36,829 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:40:36,829 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:40:36,829 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:40:36.829-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:40:36,829 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:41:06,827 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:41:06,828 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:41:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:41:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:41:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:41:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:41:14,719 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:41:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:41:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:41:14.719-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:41:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:41:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:41:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:41:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:41:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:41:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:41:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:41:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:41:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:41:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:41:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:41:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:41:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:41:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:41:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:41:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:41:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:41:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:41:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:41:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:41:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:41:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:41:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:41:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:41:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:41:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:41:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:41:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:41:36,832 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:41:36,832 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:41:36,833 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:41:36,833 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:41:36,833 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:41:36,833 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:41:36,835 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:41:36,835 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:41:36,835 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:41:36.835-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:41:36,835 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:42:06,833 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:42:06,834 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:42:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:42:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:42:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:42:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:42:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:42:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:42:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:42:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:42:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:42:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:42:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:42:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:42:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:42:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:42:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:42:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:42:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:42:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:42:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:42:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:42:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:42:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:42:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:42:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:42:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:42:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:42:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:42:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:42:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:42:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:42:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:42:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:42:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:42:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:42:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:42:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:42:36,838 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:42:36,838 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:42:36,838 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:42:36,838 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:42:36,838 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:42:36,838 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:42:36,839 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:42:36,840 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:42:36,840 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:42:36.840-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:42:36,840 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:43:06,839 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:43:06,839 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:43:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:43:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:43:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:43:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:43:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:43:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:43:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:43:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:43:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:43:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:43:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:43:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:43:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:43:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:43:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:43:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:43:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:43:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:43:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:43:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:43:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:43:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:43:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:43:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:43:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:43:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:43:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:43:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:43:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:43:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:43:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:43:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:43:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:43:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:43:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:43:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:43:36,843 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:43:36,843 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:43:36,844 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:43:36,844 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:43:36,844 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:43:36,844 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:43:36,846 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:43:36,846 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:43:36,846 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:43:36.846-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:43:36,846 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:44:06,844 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:44:06,844 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:44:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:44:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:44:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:44:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:44:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:44:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:44:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:44:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:44:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:44:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:44:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:44:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:44:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:44:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:44:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:44:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:44:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:44:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:44:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:44:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:44:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:44:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:44:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:44:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:44:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:44:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:44:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:44:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:44:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:44:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:44:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:44:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:44:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:44:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:44:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:44:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:44:36,849 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:44:36,849 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:44:36,850 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:44:36,850 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:44:36,850 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:44:36,850 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:44:36,852 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:44:36,852 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:44:36,852 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:44:36.852-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:44:36,853 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:45:06,850 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:45:06,851 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:45:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:45:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:45:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:45:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:45:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:45:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:45:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:45:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:45:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:45:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:45:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:45:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:45:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:45:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:45:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:45:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:45:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:45:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:45:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:45:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:45:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:45:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:45:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:45:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:45:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:45:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:45:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:45:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:45:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:45:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:45:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:45:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:45:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:45:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:45:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:45:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:45:36,857 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:45:36,857 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:45:36,858 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:45:36,858 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:45:36,858 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:45:36,858 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:45:36,859 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:45:36,860 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:45:36,860 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:45:36.860-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:45:36,860 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:46:06,858 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:46:06,858 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:46:14,720 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:46:14.720-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:46:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:46:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:46:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:46:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:46:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:46:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:46:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:46:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:46:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:46:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:46:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:46:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:46:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:46:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:46:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:46:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:46:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:46:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:46:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:46:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:46:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:46:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:46:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:46:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:46:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:46:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:46:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:46:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:46:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:46:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:46:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:46:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:46:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:46:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:46:36,863 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:46:36,863 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:46:36,863 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:46:36,863 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:46:36,863 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:46:36,863 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:46:36,865 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:46:36,865 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:46:36,866 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:46:36.865-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:46:36,866 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:47:06,864 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:47:06,864 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:47:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:47:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:47:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:47:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:47:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:47:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:47:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:47:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:47:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:47:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:47:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:47:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:47:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:47:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:47:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:47:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:47:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:47:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:47:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:47:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:47:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:47:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:47:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:47:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:47:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:47:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:47:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:47:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:47:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:47:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:47:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:47:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:47:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:47:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:47:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:47:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:47:36,868 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:47:36,868 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:47:36,869 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:47:36,869 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:47:36,869 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:47:36,869 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:47:36,870 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:47:36,871 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:47:36,874 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:47:36.873-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:47:36,874 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:48:06,869 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:48:06,869 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:48:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:48:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:48:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:48:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:48:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:48:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:48:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:48:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:48:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:48:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:48:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:48:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:48:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:48:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:48:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:48:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:48:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:48:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:48:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:48:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:48:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:48:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:48:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:48:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:48:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:48:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:48:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:48:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:48:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:48:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:48:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:48:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:48:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:48:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:48:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:48:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:48:36,874 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:48:36,874 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:48:36,875 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:48:36,875 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:48:36,875 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:48:36,875 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:48:36,876 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:48:36,877 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:48:36,877 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:48:36.877-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:48:36,877 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:49:06,875 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:49:06,875 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:49:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:49:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:49:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:49:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:49:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:49:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:49:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:49:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:49:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:49:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:49:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:49:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:49:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:49:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:49:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:49:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:49:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:49:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:49:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:49:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:49:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:49:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:49:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:49:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:49:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:49:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:49:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:49:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:49:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:49:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:49:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:49:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:49:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:49:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:49:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:49:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:49:36,880 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:49:36,881 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:49:36,881 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:49:36,881 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:49:36,881 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:49:36,881 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:49:36,882 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:49:36,883 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:49:36,883 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:49:36.883-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:49:36,883 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:50:06,882 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:50:06,882 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:50:14,721 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:50:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:50:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:50:14.721-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:50:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:50:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:50:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:50:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:50:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:50:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:50:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:50:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:50:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:50:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:50:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:50:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:50:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:50:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:50:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:50:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:50:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:50:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:50:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:50:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:50:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:50:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:50:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:50:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:50:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:50:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:50:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:50:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:50:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:50:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:50:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:50:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:50:36,887 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:50:36,887 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:50:36,888 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:50:36,888 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:50:36,888 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:50:36,888 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:50:36,889 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:50:36,890 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:50:36,890 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:50:36.890-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:50:36,890 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:51:06,888 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:51:06,888 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:51:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:51:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:51:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:51:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:51:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:51:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:51:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:51:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:51:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:51:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:51:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:51:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:51:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:51:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:51:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:51:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:51:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:51:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:51:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:51:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:51:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:51:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:51:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:51:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:51:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:51:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:51:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:51:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:51:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:51:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:51:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:51:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:51:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:51:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:51:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:51:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:51:36,892 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:51:36,892 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:51:36,892 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:51:36,892 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:51:36,893 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:51:36,893 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:51:36,894 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:51:36,894 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:51:36,895 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:51:36.894-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:51:36,895 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:52:06,893 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:52:06,893 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:52:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:52:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:52:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:52:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:52:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:52:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:52:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:52:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:52:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:52:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:52:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:52:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:52:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:52:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:52:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:52:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:52:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:52:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:52:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:52:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:52:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:52:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:52:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:52:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:52:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:52:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:52:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:52:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:52:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:52:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:52:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:52:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:52:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:52:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:52:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:52:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:52:36,898 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:52:36,898 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:52:36,899 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:52:36,899 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:52:36,899 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:52:36,899 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:52:36,900 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:52:36,901 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:52:36,901 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:52:36.901-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:52:36,901 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:53:06,899 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:53:06,899 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:53:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:53:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:53:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:53:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:53:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:53:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:53:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:53:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:53:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:53:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:53:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:53:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:53:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:53:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:53:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:53:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:53:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:53:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:53:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:53:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:53:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:53:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:53:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:53:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:53:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:53:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:53:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:53:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:53:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:53:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:53:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:53:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:53:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:53:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:53:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:53:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:53:36,903 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:53:36,903 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:53:36,904 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:53:36,904 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:53:36,904 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:53:36,904 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:53:36,905 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:53:36,905 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:53:36,906 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:53:36.905-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:53:36,906 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:54:06,904 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:54:06,904 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:54:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:54:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:54:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:54:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:54:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:54:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:54:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:54:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:54:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:54:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:54:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:54:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:54:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:54:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:54:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:54:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:54:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:54:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:54:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:54:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:54:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:54:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:54:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:54:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:54:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:54:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:54:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:54:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:54:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:54:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:54:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:54:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:54:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:54:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:54:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:54:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:54:36,911 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:54:36,912 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:54:36,912 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:54:36,912 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:54:36,912 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:54:36,912 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:54:36,913 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:54:36,914 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:54:36,914 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:54:36.914-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:54:36,914 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:55:06,913 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:55:06,913 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:55:14,722 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:55:14.722-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:55:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:55:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:55:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:55:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:55:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:55:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:55:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:55:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:55:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:55:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:55:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:55:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:55:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:55:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:55:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:55:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:55:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:55:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:55:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:55:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:55:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:55:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:55:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:55:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:55:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:55:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:55:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:55:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:55:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:55:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:55:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:55:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:55:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:55:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:55:36,916 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:55:36,916 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:55:36,917 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:55:36,917 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:55:36,917 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:55:36,917 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:55:36,919 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:55:36,921 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:55:36,921 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:55:36.921-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:55:36,921 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:56:06,917 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:56:06,918 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:56:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:56:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:56:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:56:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:56:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:56:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:56:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:56:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:56:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:56:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:56:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:56:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:56:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:56:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:56:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:56:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:56:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:56:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:56:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:56:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:56:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:56:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:56:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:56:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:56:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:56:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:56:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:56:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:56:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:56:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:56:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:56:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:56:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:56:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:56:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:56:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:56:36,922 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:56:36,922 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:56:36,923 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:56:36,923 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:56:36,923 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:56:36,923 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:56:36,924 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:56:36,925 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:56:36,925 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:56:36.925-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:56:36,925 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:57:06,923 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:57:06,923 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:57:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:57:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:57:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:57:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:57:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:57:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:57:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:57:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:57:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:57:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:57:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:57:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:57:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:57:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:57:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:57:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:57:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:57:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:57:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:57:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:57:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:57:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:57:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:57:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:57:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:57:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:57:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:57:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:57:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:57:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:57:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:57:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:57:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:57:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:57:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:57:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:57:36,928 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:57:36,928 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:57:36,928 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:57:36,928 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:57:36,928 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:57:36,928 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:57:36,930 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:57:36,930 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:57:36,931 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:57:36.930-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:57:36,931 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:58:06,929 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:58:06,929 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:58:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:58:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:58:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:58:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:58:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:58:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:58:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:58:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:58:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:58:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:58:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:58:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:58:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:58:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:58:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:58:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:58:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:58:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:58:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:58:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:58:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:58:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:58:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:58:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:58:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:58:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:58:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:58:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:58:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:58:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:58:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:58:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:58:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:58:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:58:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:58:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:58:36,933 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:58:36,934 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:58:36,934 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:58:36,934 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:58:36,934 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:58:36,934 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:58:36,936 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:58:36,936 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:58:36,936 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:58:36.936-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:58:36,936 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 14:59:06,934 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 14:59:06,934 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:59:14,723 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:59:14.723-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 14:59:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:59:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 14:59:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:59:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 14:59:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:59:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 14:59:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:59:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 14:59:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:59:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 14:59:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:59:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 14:59:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:59:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 14:59:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:59:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 14:59:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:59:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 14:59:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:59:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 14:59:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:59:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 14:59:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:59:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 14:59:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:59:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 14:59:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:59:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 14:59:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:59:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 14:59:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:59:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 14:59:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T14:59:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 14:59:36,939 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 14:59:36,939 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 14:59:36,939 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:59:36,939 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:59:36,939 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 14:59:36,939 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 14:59:36,941 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 14:59:36,941 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 14:59:36,942 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T14:59:36.941-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 14:59:36,942 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:00:06,940 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:00:06,940 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:00:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:00:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:00:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:00:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:00:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:00:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:00:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:00:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:00:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:00:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:00:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:00:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:00:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:00:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:00:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:00:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:00:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:00:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:00:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:00:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:00:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:00:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:00:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:00:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:00:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:00:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:00:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:00:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:00:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:00:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:00:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:00:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:00:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:00:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:00:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:00:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:00:36,945 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:00:36,945 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:00:36,946 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:00:36,946 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:00:36,946 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:00:36,946 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:00:36,947 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:00:36,948 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:00:36,948 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:00:36.948-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:00:36,948 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:01:06,946 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:01:06,946 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:01:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:01:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:01:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:01:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:01:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:01:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:01:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:01:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:01:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:01:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:01:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:01:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:01:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:01:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:01:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:01:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:01:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:01:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:01:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:01:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:01:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:01:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:01:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:01:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:01:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:01:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:01:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:01:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:01:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:01:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:01:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:01:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:01:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:01:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:01:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:01:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:01:36,950 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:01:36,950 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:01:36,951 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:01:36,951 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:01:36,951 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:01:36,951 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:01:36,953 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:01:36,953 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:01:36,953 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:01:36.953-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:01:36,953 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:02:06,951 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:02:06,951 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:02:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:02:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:02:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:02:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:02:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:02:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:02:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:02:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:02:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:02:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:02:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:02:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:02:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:02:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:02:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:02:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:02:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:02:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:02:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:02:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:02:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:02:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:02:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:02:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:02:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:02:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:02:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:02:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:02:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:02:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:02:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:02:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:02:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:02:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:02:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:02:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:02:36,956 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:02:36,956 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:02:36,957 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:02:36,957 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:02:36,957 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:02:36,957 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:02:36,958 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:02:36,959 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:02:36,959 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:02:36.959-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:02:36,959 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:03:06,957 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:03:06,957 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:03:14,724 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:03:14.724-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:03:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:03:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:03:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:03:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:03:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:03:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:03:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:03:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:03:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:03:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:03:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:03:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:03:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:03:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:03:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:03:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:03:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:03:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:03:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:03:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:03:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:03:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:03:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:03:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:03:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:03:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:03:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:03:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:03:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:03:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:03:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:03:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:03:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:03:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:03:36,961 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:03:36,961 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:03:36,964 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:03:36,964 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:03:36,964 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:03:36,964 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:03:36,966 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:03:36,966 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:03:36,967 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:03:36.966-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:03:36,967 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:04:06,965 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:04:06,965 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:04:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:04:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:04:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:04:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:04:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:04:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:04:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:04:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:04:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:04:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:04:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:04:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:04:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:04:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:04:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:04:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:04:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:04:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:04:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:04:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:04:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:04:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:04:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:04:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:04:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:04:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:04:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:04:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:04:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:04:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:04:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:04:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:04:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:04:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:04:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:04:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:04:36,967 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:04:36,967 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:04:36,968 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:04:36,968 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:04:36,968 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:04:36,968 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:04:36,969 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:04:36,970 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:04:36,970 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:04:36.970-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:04:36,970 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:05:06,968 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:05:06,968 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:05:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:05:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:05:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:05:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:05:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:05:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:05:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:05:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:05:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:05:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:05:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:05:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:05:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:05:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:05:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:05:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:05:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:05:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:05:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:05:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:05:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:05:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:05:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:05:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:05:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:05:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:05:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:05:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:05:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:05:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:05:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:05:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:05:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:05:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:05:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:05:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:05:36,972 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:05:36,972 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:05:36,973 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:05:36,973 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:05:36,973 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:05:36,973 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:05:36,974 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:05:36,975 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:05:36,975 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:05:36.975-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:05:36,975 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:06:06,973 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:06:06,973 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:06:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:06:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:06:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:06:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:06:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:06:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:06:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:06:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:06:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:06:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:06:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:06:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:06:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:06:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:06:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:06:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:06:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:06:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:06:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:06:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:06:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:06:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:06:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:06:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:06:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:06:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:06:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:06:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:06:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:06:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:06:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:06:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:06:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:06:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:06:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:06:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:06:36,978 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:06:36,978 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:06:36,978 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:06:36,978 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:06:36,978 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:06:36,978 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:06:36,979 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:06:36,980 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:06:36,980 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:06:36.980-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:06:36,980 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:07:06,979 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:07:06,979 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:07:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:07:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:07:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:07:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:07:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:07:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:07:14,725 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:07:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:07:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:07:14.725-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:07:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:07:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:07:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:07:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:07:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:07:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:07:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:07:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:07:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:07:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:07:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:07:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:07:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:07:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:07:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:07:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:07:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:07:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:07:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:07:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:07:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:07:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:07:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:07:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:07:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:07:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:07:36,983 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:07:36,983 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:07:36,984 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:07:36,984 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:07:36,984 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:07:36,984 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:07:36,985 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:07:36,986 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:07:36,986 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:07:36.986-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:07:36,986 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:08:06,984 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:08:06,984 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:08:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:08:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:08:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:08:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:08:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:08:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:08:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:08:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:08:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:08:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:08:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:08:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:08:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:08:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:08:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:08:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:08:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:08:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:08:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:08:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:08:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:08:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:08:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:08:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:08:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:08:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:08:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:08:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:08:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:08:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:08:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:08:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:08:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:08:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:08:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:08:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:08:36,989 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:08:36,989 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:08:36,990 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:08:36,990 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:08:36,990 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:08:36,990 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:08:36,991 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:08:36,992 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:08:36,992 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:08:36.992-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:08:36,992 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:09:06,990 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:09:06,990 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:09:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:09:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:09:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:09:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:09:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:09:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:09:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:09:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:09:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:09:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:09:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:09:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:09:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:09:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:09:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:09:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:09:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:09:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:09:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:09:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:09:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:09:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:09:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:09:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:09:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:09:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:09:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:09:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:09:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:09:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:09:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:09:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:09:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:09:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:09:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:09:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:09:36,994 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:09:36,994 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:09:36,995 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:09:36,995 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:09:36,995 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:09:36,995 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:09:36,996 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:09:36,996 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:09:36,997 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:09:36.996-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:09:36,997 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:10:06,995 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:10:06,995 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:10:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:10:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:10:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:10:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:10:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:10:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:10:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:10:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:10:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:10:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:10:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:10:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:10:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:10:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:10:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:10:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:10:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:10:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:10:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:10:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:10:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:10:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:10:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:10:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:10:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:10:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:10:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:10:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:10:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:10:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:10:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:10:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:10:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:10:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:10:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:10:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:10:37,000 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:10:37,000 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:10:37,001 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:10:37,001 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:10:37,001 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:10:37,001 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:10:37,002 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:10:37,002 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:10:37,003 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:10:37.002-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:10:37,003 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:11:07,001 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:11:07,001 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:11:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:11:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:11:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:11:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:11:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:11:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:11:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:11:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:11:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:11:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:11:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:11:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:11:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:11:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:11:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:11:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:11:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:11:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:11:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:11:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:11:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:11:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:11:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:11:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:11:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:11:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:11:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:11:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:11:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:11:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:11:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:11:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:11:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:11:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:11:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:11:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:11:37,007 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:11:37,008 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:11:37,008 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:11:37,008 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:11:37,008 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:11:37,008 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:11:37,009 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:11:37,009 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:11:37,010 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:11:37.010-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:11:37,010 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:12:07,009 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:12:07,009 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:12:14,726 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:12:14.726-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:12:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:12:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:12:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:12:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:12:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:12:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:12:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:12:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:12:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:12:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:12:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:12:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:12:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:12:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:12:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:12:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:12:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:12:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:12:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:12:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:12:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:12:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:12:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:12:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:12:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:12:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:12:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:12:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:12:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:12:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:12:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:12:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:12:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:12:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:12:37,011 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:12:37,011 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:12:37,012 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:12:37,012 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:12:37,012 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:12:37,012 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:12:37,013 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:12:37,013 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:12:37,014 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:12:37.013-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:12:37,014 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:13:07,012 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:13:07,012 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:13:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:13:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:13:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:13:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:13:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:13:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:13:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:13:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:13:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:13:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:13:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:13:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:13:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:13:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:13:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:13:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:13:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:13:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:13:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:13:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:13:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:13:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:13:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:13:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:13:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:13:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:13:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:13:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:13:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:13:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:13:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:13:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:13:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:13:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:13:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:13:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:13:37,017 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:13:37,017 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:13:37,017 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:13:37,017 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:13:37,017 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:13:37,017 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:13:37,018 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:13:37,019 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:13:37,019 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:13:37.019-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:13:37,019 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:14:07,018 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:14:07,018 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:14:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:14:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:14:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:14:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:14:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:14:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:14:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:14:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:14:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:14:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:14:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:14:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:14:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:14:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:14:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:14:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:14:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:14:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:14:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:14:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:14:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:14:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:14:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:14:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:14:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:14:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:14:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:14:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:14:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:14:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:14:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:14:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:14:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:14:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:14:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:14:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:14:37,022 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:14:37,022 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:14:37,023 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:14:37,023 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:14:37,023 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:14:37,023 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:14:37,024 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:14:37,024 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:14:37,025 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:14:37.024-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:14:37,025 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:15:07,023 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:15:07,023 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:15:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:15:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:15:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:15:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:15:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:15:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:15:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:15:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:15:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:15:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:15:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:15:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:15:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:15:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:15:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:15:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:15:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:15:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:15:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:15:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:15:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:15:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:15:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:15:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:15:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:15:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:15:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:15:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:15:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:15:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:15:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:15:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:15:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:15:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:15:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:15:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:15:37,028 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:15:37,028 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:15:37,029 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:15:37,029 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:15:37,029 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:15:37,029 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:15:37,030 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:15:37,031 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:15:37,031 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:15:37.031-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:15:37,031 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:16:07,029 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:16:07,029 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:16:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:16:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:16:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:16:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:16:14,727 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:16:14.727-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:16:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:16:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:16:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:16:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:16:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:16:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:16:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:16:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:16:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:16:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:16:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:16:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:16:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:16:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:16:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:16:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:16:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:16:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:16:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:16:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:16:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:16:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:16:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:16:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:16:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:16:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:16:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:16:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:16:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:16:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:16:37,034 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:16:37,034 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:16:37,034 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:16:37,034 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:16:37,034 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:16:37,034 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:16:37,036 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:16:37,036 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:16:37,036 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:16:37.036-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:16:37,037 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:17:07,035 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:17:07,035 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:17:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:17:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:17:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:17:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:17:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:17:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:17:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:17:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:17:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:17:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:17:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:17:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:17:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:17:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:17:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:17:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:17:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:17:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:17:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:17:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:17:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:17:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:17:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:17:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:17:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:17:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:17:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:17:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:17:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:17:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:17:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:17:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:17:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:17:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:17:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:17:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:17:37,039 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:17:37,039 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:17:37,040 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:17:37,040 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:17:37,040 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:17:37,040 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:17:37,042 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:17:37,042 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:17:37,043 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:17:37.042-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:17:37,043 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:18:07,040 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:18:07,041 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:18:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:18:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:18:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:18:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:18:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:18:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:18:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:18:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:18:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:18:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:18:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:18:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:18:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:18:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:18:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:18:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:18:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:18:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:18:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:18:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:18:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:18:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:18:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:18:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:18:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:18:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:18:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:18:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:18:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:18:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:18:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:18:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:18:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:18:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:18:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:18:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:18:37,047 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:18:37,047 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:18:37,048 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:18:37,048 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:18:37,048 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:18:37,048 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:18:37,050 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:18:37,050 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:18:37,055 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:18:37.054-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:18:37,055 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:19:07,048 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:19:07,049 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:19:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:19:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:19:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:19:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:19:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:19:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:19:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:19:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:19:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:19:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:19:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:19:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:19:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:19:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:19:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:19:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:19:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:19:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:19:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:19:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:19:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:19:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:19:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:19:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:19:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:19:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:19:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:19:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:19:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:19:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:19:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:19:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:19:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:19:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:19:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:19:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:19:37,053 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:19:37,053 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:19:37,053 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:19:37,053 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:19:37,053 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:19:37,053 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:19:37,055 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:19:37,055 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:19:37,056 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:19:37.056-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:19:37,056 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:20:07,054 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:20:07,054 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:20:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:20:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:20:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:20:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:20:14,728 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:20:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:20:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:20:14.728-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:20:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:20:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:20:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:20:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:20:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:20:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:20:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:20:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:20:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:20:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:20:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:20:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:20:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:20:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:20:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:20:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:20:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:20:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:20:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:20:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:20:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:20:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:20:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:20:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:20:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:20:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:20:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:20:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:20:37,059 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:20:37,059 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:20:37,060 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:20:37,060 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:20:37,060 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:20:37,060 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:20:37,061 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:20:37,062 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:20:37,062 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:20:37.062-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:20:37,062 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:21:07,060 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:21:07,060 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:21:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:21:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:21:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:21:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:21:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:21:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:21:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:21:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:21:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:21:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:21:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:21:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:21:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:21:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:21:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:21:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:21:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:21:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:21:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:21:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:21:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:21:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:21:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:21:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:21:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:21:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:21:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:21:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:21:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:21:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:21:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:21:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:21:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:21:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:21:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:21:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:21:37,064 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:21:37,064 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:21:37,064 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:21:37,064 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:21:37,064 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:21:37,065 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:21:37,066 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:21:37,066 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:21:37,067 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:21:37.067-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:21:37,067 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:22:07,065 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:22:07,065 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:22:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:22:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:22:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:22:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:22:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:22:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:22:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:22:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:22:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:22:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:22:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:22:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:22:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:22:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:22:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:22:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:22:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:22:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:22:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:22:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:22:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:22:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:22:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:22:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:22:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:22:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:22:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:22:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:22:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:22:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:22:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:22:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:22:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:22:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:22:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:22:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:22:37,070 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:22:37,070 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:22:37,070 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:22:37,070 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:22:37,071 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:22:37,071 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:22:37,072 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:22:37,072 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:22:37,072 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:22:37.072-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:22:37,072 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:23:07,071 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:23:07,071 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:23:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:23:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:23:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:23:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:23:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:23:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:23:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:23:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:23:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:23:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:23:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:23:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:23:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:23:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:23:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:23:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:23:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:23:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:23:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:23:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:23:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:23:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:23:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:23:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:23:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:23:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:23:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:23:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:23:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:23:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:23:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:23:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:23:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:23:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:23:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:23:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:23:37,077 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:23:37,077 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:23:37,077 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:23:37,077 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:23:37,077 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:23:37,077 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:23:37,079 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:23:37,079 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:23:37,080 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:23:37.079-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:23:37,080 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:24:07,078 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:24:07,078 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:24:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:24:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:24:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:24:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:24:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:24:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:24:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:24:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:24:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:24:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:24:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:24:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:24:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:24:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:24:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:24:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:24:14,729 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:24:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:24:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:24:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:24:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:24:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:24:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:24:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:24:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:24:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:24:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:24:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:24:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:24:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:24:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:24:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:24:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:24:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:24:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:24:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:24:37,084 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:24:37,084 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:24:37,084 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:24:37,084 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:24:37,084 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:24:37,084 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:24:37,085 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:24:37,086 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:24:37,086 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:24:37.086-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:24:37,086 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:25:07,085 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:25:07,085 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:25:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:25:14.729-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:25:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:25:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:25:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:25:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:25:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:25:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:25:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:25:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:25:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:25:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:25:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:25:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:25:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:25:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:25:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:25:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:25:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:25:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:25:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:25:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:25:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:25:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:25:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:25:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:25:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:25:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:25:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:25:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:25:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:25:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:25:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:25:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:25:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:25:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:25:37,089 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:25:37,089 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:25:37,089 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:25:37,089 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:25:37,089 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:25:37,089 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:25:37,091 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:25:37,091 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:25:37,092 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:25:37.091-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:25:37,092 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:26:07,090 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:26:07,090 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:26:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:26:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:26:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:26:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:26:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:26:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:26:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:26:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:26:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:26:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:26:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:26:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:26:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:26:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:26:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:26:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:26:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:26:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:26:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:26:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:26:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:26:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:26:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:26:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:26:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:26:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:26:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:26:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:26:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:26:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:26:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:26:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:26:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:26:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:26:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:26:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:26:37,094 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:26:37,094 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:26:37,094 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:26:37,095 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:26:37,095 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:26:37,095 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:26:37,096 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:26:37,097 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:26:37,097 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:26:37.097-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:26:37,097 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:27:07,095 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:27:07,095 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:27:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:27:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:27:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:27:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:27:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:27:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:27:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:27:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:27:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:27:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:27:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:27:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:27:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:27:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:27:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:27:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:27:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:27:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:27:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:27:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:27:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:27:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:27:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:27:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:27:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:27:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:27:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:27:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:27:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:27:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:27:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:27:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:27:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:27:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:27:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:27:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:27:37,099 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:27:37,099 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:27:37,100 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:27:37,100 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:27:37,100 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:27:37,100 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:27:37,101 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:27:37,101 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:27:37,101 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:27:37.101-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:27:37,101 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:28:07,100 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:28:07,100 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:28:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:28:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:28:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:28:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:28:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:28:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:28:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:28:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:28:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:28:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:28:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:28:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:28:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:28:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:28:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:28:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:28:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:28:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:28:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:28:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:28:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:28:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:28:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:28:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:28:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:28:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:28:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:28:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:28:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:28:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:28:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:28:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:28:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:28:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:28:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:28:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:28:37,105 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:28:37,105 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:28:37,106 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:28:37,106 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:28:37,106 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:28:37,106 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:28:37,107 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:28:37,107 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:28:37,108 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:28:37.107-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:28:37,108 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:29:07,106 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:29:07,106 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:29:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:29:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:29:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:29:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:29:14,730 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:29:14.730-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:29:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:29:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:29:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:29:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:29:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:29:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:29:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:29:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:29:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:29:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:29:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:29:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:29:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:29:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:29:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:29:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:29:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:29:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:29:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:29:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:29:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:29:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:29:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:29:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:29:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:29:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:29:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:29:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:29:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:29:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:29:37,110 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:29:37,110 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:29:37,111 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:29:37,111 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:29:37,111 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:29:37,111 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:29:37,112 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:29:37,113 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:29:37,113 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:29:37.113-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:29:37,113 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:30:07,111 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:30:07,111 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:30:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:30:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:30:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:30:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:30:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:30:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:30:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:30:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:30:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:30:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:30:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:30:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:30:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:30:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:30:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:30:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:30:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:30:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:30:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:30:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:30:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:30:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:30:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:30:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:30:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:30:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:30:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:30:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:30:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:30:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:30:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:30:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:30:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:30:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:30:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:30:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:30:37,116 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:30:37,116 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:30:37,117 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:30:37,117 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:30:37,117 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:30:37,117 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:30:37,118 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:30:37,119 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:30:37,119 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:30:37.119-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:30:37,119 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:31:07,117 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:31:07,117 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:31:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:31:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:31:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:31:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:31:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:31:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:31:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:31:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:31:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:31:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:31:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:31:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:31:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:31:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:31:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:31:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:31:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:31:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:31:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:31:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:31:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:31:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:31:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:31:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:31:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:31:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:31:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:31:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:31:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:31:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:31:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:31:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:31:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:31:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:31:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:31:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:31:37,121 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:31:37,121 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:31:37,121 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:31:37,121 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:31:37,121 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:31:37,121 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:31:37,123 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:31:37,123 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:31:37,123 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:31:37.123-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:31:37,123 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:32:07,122 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:32:07,122 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:32:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:32:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:32:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:32:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:32:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:32:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:32:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:32:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:32:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:32:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:32:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:32:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:32:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:32:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:32:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:32:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:32:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:32:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:32:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:32:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:32:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:32:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:32:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:32:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:32:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:32:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:32:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:32:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:32:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:32:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:32:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:32:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:32:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:32:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:32:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:32:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:32:37,127 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:32:37,127 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:32:37,128 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:32:37,128 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:32:37,128 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:32:37,128 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:32:37,129 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:32:37,130 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:32:37,130 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:32:37.130-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:32:37,130 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:33:07,128 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:33:07,129 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:33:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:33:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:33:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:33:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:33:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:33:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:33:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:33:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:33:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:33:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:33:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:33:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:33:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:33:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:33:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:33:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:33:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:33:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:33:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:33:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:33:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:33:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:33:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:33:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:33:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:33:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:33:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:33:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:33:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:33:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:33:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:33:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:33:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:33:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:33:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:33:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:33:37,132 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:33:37,132 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:33:37,133 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:33:37,133 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:33:37,133 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:33:37,133 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:33:37,135 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:33:37,135 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:33:37,135 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:33:37.135-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:33:37,135 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:34:07,133 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:34:07,134 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:34:14,731 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:34:14.731-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:34:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:34:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:34:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:34:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:34:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:34:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:34:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:34:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:34:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:34:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:34:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:34:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:34:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:34:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:34:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:34:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:34:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:34:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:34:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:34:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:34:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:34:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:34:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:34:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:34:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:34:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:34:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:34:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:34:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:34:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:34:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:34:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:34:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:34:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:34:37,138 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:34:37,138 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:34:37,139 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:34:37,139 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:34:37,139 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:34:37,139 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:34:37,140 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:34:37,140 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:34:37,142 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:34:37.140-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:34:37,142 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:35:07,139 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:35:07,139 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:35:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:35:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:35:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:35:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:35:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:35:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:35:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:35:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:35:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:35:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:35:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:35:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:35:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:35:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:35:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:35:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:35:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:35:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:35:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:35:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:35:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:35:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:35:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:35:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:35:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:35:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:35:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:35:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:35:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:35:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:35:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:35:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:35:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:35:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:35:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:35:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:35:37,144 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:35:37,144 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:35:37,144 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:35:37,144 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:35:37,144 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:35:37,144 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:35:37,146 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:35:37,146 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:35:37,146 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:35:37.146-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:35:37,147 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:36:07,145 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:36:07,145 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:36:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:36:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:36:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:36:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:36:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:36:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:36:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:36:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:36:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:36:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:36:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:36:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:36:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:36:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:36:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:36:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:36:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:36:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:36:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:36:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:36:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:36:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:36:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:36:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:36:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:36:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:36:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:36:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:36:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:36:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:36:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:36:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:36:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:36:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:36:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:36:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:36:37,149 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:36:37,150 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:36:37,150 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:36:37,150 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:36:37,150 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:36:37,150 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:36:37,151 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:36:37,152 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:36:37,152 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:36:37.152-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:36:37,152 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:37:07,151 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:37:07,151 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:37:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:37:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:37:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:37:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:37:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:37:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:37:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:37:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:37:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:37:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:37:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:37:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:37:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:37:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:37:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:37:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:37:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:37:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:37:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:37:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:37:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:37:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:37:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:37:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:37:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:37:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:37:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:37:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:37:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:37:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:37:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:37:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:37:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:37:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:37:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:37:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:37:37,165 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:37:37,165 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:37:37,165 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:37:37,165 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:37:37,165 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:37:37,165 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:37:37,166 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:37:37,167 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:37:37,167 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:37:37.167-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:37:37,167 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:38:07,166 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:38:07,166 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:38:14,732 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:38:14.732-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:38:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:38:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:38:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:38:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:38:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:38:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:38:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:38:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:38:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:38:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:38:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:38:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:38:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:38:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:38:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:38:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:38:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:38:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:38:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:38:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:38:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:38:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:38:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:38:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:38:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:38:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:38:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:38:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:38:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:38:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:38:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:38:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:38:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:38:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:38:37,171 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:38:37,171 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:38:37,171 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:38:37,171 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:38:37,171 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:38:37,171 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:38:37,172 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:38:37,173 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:38:37,173 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:38:37.173-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:38:37,173 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:39:07,172 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:39:07,172 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:39:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:39:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:39:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:39:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:39:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:39:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:39:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:39:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:39:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:39:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:39:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:39:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:39:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:39:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:39:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:39:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:39:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:39:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:39:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:39:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:39:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:39:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:39:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:39:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:39:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:39:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:39:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:39:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:39:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:39:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:39:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:39:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:39:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:39:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:39:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:39:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:39:37,176 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:39:37,176 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:39:37,177 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:39:37,177 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:39:37,177 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:39:37,177 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:39:37,178 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:39:37,178 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:39:37,178 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:39:37.178-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:39:37,178 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:40:07,177 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:40:07,177 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:40:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:40:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:40:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:40:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:40:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:40:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:40:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:40:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:40:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:40:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:40:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:40:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:40:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:40:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:40:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:40:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:40:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:40:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:40:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:40:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:40:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:40:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:40:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:40:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:40:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:40:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:40:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:40:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:40:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:40:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:40:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:40:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:40:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:40:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:40:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:40:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:40:37,182 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:40:37,182 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:40:37,183 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:40:37,183 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:40:37,183 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:40:37,183 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:40:37,184 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:40:37,185 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:40:37,185 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:40:37.185-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:40:37,185 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:41:07,183 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:41:07,183 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:41:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:41:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:41:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:41:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:41:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:41:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:41:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:41:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:41:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:41:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:41:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:41:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:41:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:41:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:41:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:41:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:41:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:41:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:41:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:41:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:41:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:41:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:41:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:41:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:41:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:41:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:41:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:41:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:41:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:41:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:41:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:41:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:41:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:41:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:41:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:41:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:41:37,187 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:41:37,187 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:41:37,188 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:41:37,188 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:41:37,188 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:41:37,188 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:41:37,190 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:41:37,190 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:41:37,191 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:41:37.190-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:41:37,191 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:42:07,189 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:42:07,189 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:42:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:42:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:42:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:42:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:42:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:42:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:42:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:42:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:42:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:42:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:42:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:42:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:42:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:42:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:42:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:42:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:42:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:42:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:42:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:42:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:42:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:42:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:42:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:42:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:42:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:42:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:42:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:42:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:42:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:42:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:42:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:42:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:42:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:42:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:42:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:42:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:42:37,193 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:42:37,193 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:42:37,194 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:42:37,194 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:42:37,194 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:42:37,194 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:42:37,195 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:42:37,195 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:42:37,198 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:42:37.197-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:42:37,198 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:43:07,194 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:43:07,194 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:43:14,733 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:43:14.733-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:43:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:43:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:43:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:43:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:43:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:43:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:43:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:43:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:43:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:43:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:43:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:43:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:43:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:43:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:43:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:43:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:43:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:43:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:43:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:43:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:43:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:43:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:43:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:43:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:43:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:43:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:43:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:43:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:43:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:43:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:43:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:43:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:43:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:43:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:43:37,199 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:43:37,199 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:43:37,199 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:43:37,199 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:43:37,200 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:43:37,200 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:43:37,201 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:43:37,201 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:43:37,201 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:43:37.201-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:43:37,201 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:44:07,200 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:44:07,200 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:44:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:44:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:44:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:44:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:44:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:44:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:44:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:44:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:44:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:44:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:44:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:44:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:44:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:44:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:44:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:44:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:44:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:44:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:44:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:44:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:44:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:44:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:44:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:44:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:44:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:44:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:44:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:44:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:44:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:44:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:44:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:44:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:44:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:44:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:44:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:44:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:44:37,204 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:44:37,204 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:44:37,205 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:44:37,205 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:44:37,205 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:44:37,205 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:44:37,206 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:44:37,206 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:44:37,207 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:44:37.206-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:44:37,207 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:45:07,205 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:45:07,205 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:45:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:45:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:45:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:45:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:45:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:45:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:45:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:45:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:45:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:45:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:45:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:45:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:45:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:45:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:45:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:45:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:45:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:45:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:45:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:45:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:45:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:45:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:45:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:45:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:45:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:45:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:45:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:45:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:45:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:45:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:45:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:45:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:45:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:45:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:45:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:45:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:45:37,209 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:45:37,209 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:45:37,210 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:45:37,210 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:45:37,210 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:45:37,210 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:45:37,211 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:45:37,211 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:45:37,211 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:45:37.211-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:45:37,211 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:46:07,210 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:46:07,210 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:46:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:46:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:46:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:46:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:46:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:46:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:46:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:46:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:46:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:46:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:46:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:46:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:46:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:46:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:46:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:46:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:46:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:46:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:46:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:46:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:46:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:46:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:46:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:46:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:46:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:46:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:46:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:46:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:46:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:46:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:46:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:46:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:46:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:46:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:46:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:46:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:46:37,215 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:46:37,215 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:46:37,215 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:46:37,215 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:46:37,216 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:46:37,216 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:46:37,217 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:46:37,217 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:46:37,217 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:46:37.217-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:46:37,217 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:47:07,216 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:47:07,216 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:47:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:47:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:47:14,734 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:47:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:47:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:47:14.734-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:47:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:47:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:47:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:47:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:47:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:47:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:47:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:47:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:47:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:47:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:47:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:47:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:47:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:47:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:47:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:47:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:47:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:47:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:47:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:47:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:47:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:47:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:47:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:47:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:47:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:47:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:47:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:47:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:47:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:47:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:47:37,220 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:47:37,220 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:47:37,221 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:47:37,221 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:47:37,221 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:47:37,221 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:47:37,222 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:47:37,222 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:47:37,222 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:47:37.222-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:47:37,222 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:48:07,221 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:48:07,221 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:48:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:48:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:48:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:48:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:48:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:48:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:48:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:48:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:48:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:48:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:48:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:48:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:48:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:48:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:48:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:48:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:48:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:48:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:48:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:48:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:48:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:48:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:48:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:48:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:48:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:48:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:48:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:48:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:48:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:48:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:48:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:48:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:48:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:48:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:48:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:48:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:48:37,226 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:48:37,226 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:48:37,227 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:48:37,227 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:48:37,227 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:48:37,227 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:48:37,228 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:48:37,228 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:48:37,228 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:48:37.228-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:48:37,229 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:49:07,227 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:49:07,227 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:49:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:49:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:49:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:49:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:49:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:49:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:49:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:49:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:49:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:49:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:49:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:49:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:49:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:49:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:49:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:49:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:49:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:49:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:49:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:49:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:49:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:49:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:49:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:49:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:49:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:49:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:49:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:49:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:49:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:49:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:49:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:49:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:49:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:49:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:49:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:49:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:49:37,231 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:49:37,231 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:49:37,232 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:49:37,232 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:49:37,232 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:49:37,232 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:49:37,233 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:49:37,233 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:49:37,234 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:49:37.234-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:49:37,234 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:50:07,232 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:50:07,232 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:50:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:50:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:50:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:50:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:50:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:50:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:50:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:50:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:50:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:50:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:50:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:50:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:50:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:50:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:50:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:50:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:50:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:50:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:50:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:50:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:50:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:50:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:50:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:50:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:50:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:50:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:50:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:50:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:50:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:50:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:50:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:50:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:50:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:50:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:50:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:50:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:50:37,237 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:50:37,237 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:50:37,237 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:50:37,237 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:50:37,237 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:50:37,238 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:50:37,239 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:50:37,242 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:50:37,242 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:50:37.242-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:50:37,242 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:51:07,238 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:51:07,238 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:51:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:51:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:51:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:51:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:51:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:51:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:51:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:51:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:51:14,735 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:51:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:51:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:51:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:51:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:51:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:51:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:51:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:51:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:51:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:51:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:51:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:51:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:51:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:51:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:51:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:51:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:51:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:51:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:51:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:51:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:51:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:51:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:51:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:51:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:51:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:51:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:51:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:51:37,242 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:51:37,242 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:51:37,243 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:51:37,243 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:51:37,243 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:51:37,243 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:51:37,245 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:51:37,245 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:51:37,245 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:51:37.245-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:51:37,245 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:52:07,243 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:52:07,244 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:52:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:52:14.735-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:52:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:52:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:52:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:52:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:52:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:52:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:52:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:52:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:52:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:52:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:52:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:52:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:52:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:52:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:52:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:52:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:52:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:52:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:52:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:52:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:52:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:52:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:52:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:52:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:52:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:52:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:52:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:52:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:52:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:52:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:52:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:52:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:52:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:52:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:52:37,248 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:52:37,248 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:52:37,249 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:52:37,249 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:52:37,249 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:52:37,249 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:52:37,250 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:52:37,250 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:52:37,250 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:52:37.250-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:52:37,251 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:53:07,249 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:53:07,249 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:53:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:53:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:53:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:53:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:53:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:53:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:53:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:53:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:53:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:53:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:53:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:53:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:53:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:53:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:53:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:53:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:53:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:53:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:53:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:53:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:53:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:53:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:53:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:53:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:53:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:53:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:53:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:53:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:53:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:53:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:53:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:53:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:53:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:53:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:53:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:53:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:53:37,253 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:53:37,253 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:53:37,254 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:53:37,254 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:53:37,254 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:53:37,254 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:53:37,255 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:53:37,256 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:53:37,256 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:53:37.256-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:53:37,256 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:54:07,254 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:54:07,254 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:54:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:54:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:54:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:54:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:54:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:54:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:54:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:54:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:54:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:54:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:54:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:54:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:54:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:54:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:54:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:54:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:54:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:54:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:54:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:54:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:54:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:54:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:54:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:54:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:54:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:54:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:54:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:54:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:54:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:54:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:54:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:54:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:54:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:54:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:54:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:54:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:54:37,259 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:54:37,260 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:54:37,260 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:54:37,260 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:54:37,260 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:54:37,260 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:54:37,261 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:54:37,262 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:54:37,262 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:54:37.262-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:54:37,262 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:55:07,260 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:55:07,261 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:55:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:55:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:55:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:55:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:55:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:55:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:55:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:55:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:55:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:55:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:55:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:55:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:55:14,736 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:55:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:55:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:55:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:55:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:55:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:55:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:55:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:55:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:55:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:55:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:55:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:55:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:55:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:55:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:55:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:55:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:55:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:55:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:55:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:55:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:55:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:55:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:55:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:55:37,265 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:55:37,265 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:55:37,266 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:55:37,266 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:55:37,266 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:55:37,266 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:55:37,267 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:55:37,268 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:55:37,268 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:55:37.268-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:55:37,268 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:56:07,266 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:56:07,266 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:56:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:56:14.736-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:56:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:56:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:56:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:56:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:56:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:56:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:56:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:56:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:56:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:56:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:56:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:56:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:56:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:56:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:56:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:56:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:56:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:56:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:56:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:56:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:56:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:56:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:56:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:56:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:56:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:56:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:56:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:56:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:56:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:56:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:56:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:56:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:56:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:56:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:56:37,273 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:56:37,273 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:56:37,273 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:56:37,273 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:56:37,273 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:56:37,273 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:56:37,275 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:56:37,275 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:56:37,276 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:56:37.275-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:56:37,276 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:57:07,274 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:57:07,274 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:57:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:57:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:57:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:57:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:57:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:57:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:57:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:57:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:57:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:57:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:57:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:57:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:57:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:57:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:57:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:57:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:57:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:57:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:57:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:57:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:57:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:57:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:57:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:57:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:57:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:57:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:57:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:57:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:57:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:57:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:57:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:57:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:57:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:57:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:57:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:57:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:57:37,278 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:57:37,278 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:57:37,279 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:57:37,279 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:57:37,279 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:57:37,279 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:57:37,280 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:57:37,281 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:57:37,281 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:57:37.281-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:57:37,281 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:58:07,279 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:58:07,279 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:58:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:58:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:58:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:58:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:58:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:58:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:58:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:58:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:58:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:58:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:58:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:58:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:58:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:58:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:58:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:58:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:58:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:58:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:58:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:58:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:58:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:58:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:58:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:58:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:58:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:58:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:58:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:58:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:58:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:58:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:58:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:58:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:58:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:58:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:58:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:58:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:58:37,284 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:58:37,284 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:58:37,285 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:58:37,285 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:58:37,285 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:58:37,285 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:58:37,286 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:58:37,287 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:58:37,287 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:58:37.287-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:58:37,287 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 15:59:07,285 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 15:59:07,285 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:59:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:59:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 15:59:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:59:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 15:59:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:59:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 15:59:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:59:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 15:59:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:59:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 15:59:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:59:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 15:59:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:59:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 15:59:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:59:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 15:59:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:59:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 15:59:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:59:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 15:59:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:59:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 15:59:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:59:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 15:59:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:59:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 15:59:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:59:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 15:59:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:59:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 15:59:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:59:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 15:59:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:59:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 15:59:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T15:59:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 15:59:37,289 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 15:59:37,289 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 15:59:37,289 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:59:37,289 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:59:37,289 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 15:59:37,289 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 15:59:37,291 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 15:59:37,291 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 15:59:37,292 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T15:59:37.292-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 15:59:37,292 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:00:07,290 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:00:07,290 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:00:14,737 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:00:14.737-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:00:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:00:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:00:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:00:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:00:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:00:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:00:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:00:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:00:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:00:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:00:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:00:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:00:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:00:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:00:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:00:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:00:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:00:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:00:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:00:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:00:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:00:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:00:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:00:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:00:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:00:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:00:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:00:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:00:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:00:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:00:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:00:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:00:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:00:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:00:37,294 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:00:37,294 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:00:37,295 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:00:37,295 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:00:37,295 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:00:37,295 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:00:37,296 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:00:37,296 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:00:37,296 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:00:37.296-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:00:37,297 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:01:07,295 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:01:07,295 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:01:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:01:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:01:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:01:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:01:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:01:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:01:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:01:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:01:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:01:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:01:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:01:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:01:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:01:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:01:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:01:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:01:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:01:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:01:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:01:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:01:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:01:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:01:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:01:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:01:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:01:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:01:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:01:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:01:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:01:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:01:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:01:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:01:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:01:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:01:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:01:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:01:37,301 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:01:37,301 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:01:37,302 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:01:37,302 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:01:37,302 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:01:37,302 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:01:37,303 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:01:37,304 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:01:37,304 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:01:37.304-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:01:37,304 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:02:07,302 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:02:07,302 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:02:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:02:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:02:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:02:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:02:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:02:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:02:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:02:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:02:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:02:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:02:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:02:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:02:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:02:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:02:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:02:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:02:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:02:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:02:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:02:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:02:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:02:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:02:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:02:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:02:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:02:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:02:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:02:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:02:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:02:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:02:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:02:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:02:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:02:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:02:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:02:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:02:37,307 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:02:37,307 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:02:37,308 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:02:37,308 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:02:37,308 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:02:37,308 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:02:37,309 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:02:37,309 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:02:37,310 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:02:37.310-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:02:37,310 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:03:07,308 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:03:07,308 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:03:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:03:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:03:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:03:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:03:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:03:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:03:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:03:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:03:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:03:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:03:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:03:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:03:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:03:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:03:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:03:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:03:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:03:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:03:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:03:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:03:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:03:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:03:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:03:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:03:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:03:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:03:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:03:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:03:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:03:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:03:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:03:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:03:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:03:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:03:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:03:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:03:37,313 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:03:37,313 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:03:37,313 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:03:37,313 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:03:37,313 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:03:37,313 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:03:37,315 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:03:37,315 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:03:37,315 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:03:37.315-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:03:37,315 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:04:07,314 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:04:07,314 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:04:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:04:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:04:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:04:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:04:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:04:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:04:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:04:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:04:14,738 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:04:14.738-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:04:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:04:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:04:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:04:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:04:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:04:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:04:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:04:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:04:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:04:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:04:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:04:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:04:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:04:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:04:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:04:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:04:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:04:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:04:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:04:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:04:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:04:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:04:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:04:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:04:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:04:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:04:37,318 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:04:37,318 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:04:37,319 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:04:37,319 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:04:37,319 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:04:37,319 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:04:37,320 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:04:37,321 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:04:37,321 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:04:37.321-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:04:37,321 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:05:07,319 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:05:07,319 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:05:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:05:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:05:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:05:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:05:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:05:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:05:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:05:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:05:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:05:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:05:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:05:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:05:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:05:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:05:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:05:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:05:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:05:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:05:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:05:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:05:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:05:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:05:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:05:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:05:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:05:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:05:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:05:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:05:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:05:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:05:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:05:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:05:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:05:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:05:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:05:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:05:37,323 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:05:37,324 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:05:37,324 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:05:37,324 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:05:37,324 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:05:37,324 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:05:37,326 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:05:37,326 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:05:37,326 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:05:37.326-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:05:37,327 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:06:07,324 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:06:07,325 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:06:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:06:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:06:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:06:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:06:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:06:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:06:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:06:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:06:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:06:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:06:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:06:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:06:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:06:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:06:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:06:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:06:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:06:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:06:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:06:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:06:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:06:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:06:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:06:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:06:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:06:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:06:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:06:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:06:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:06:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:06:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:06:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:06:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:06:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:06:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:06:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:06:37,331 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:06:37,331 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:06:37,332 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:06:37,332 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:06:37,332 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:06:37,332 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:06:37,334 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:06:37,334 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:06:37,334 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:06:37.334-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:06:37,334 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:07:07,332 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:07:07,332 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:07:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:07:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:07:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:07:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:07:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:07:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:07:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:07:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:07:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:07:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:07:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:07:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:07:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:07:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:07:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:07:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:07:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:07:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:07:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:07:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:07:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:07:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:07:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:07:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:07:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:07:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:07:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:07:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:07:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:07:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:07:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:07:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:07:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:07:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:07:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:07:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:07:37,336 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:07:37,337 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:07:37,337 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:07:37,337 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:07:37,337 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:07:37,337 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:07:37,338 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:07:37,339 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:07:37,339 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:07:37.339-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:07:37,339 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:08:07,338 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:08:07,338 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:08:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:08:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:08:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:08:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:08:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:08:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:08:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:08:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:08:14,739 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:08:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:08:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:08:14.739-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:08:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:08:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:08:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:08:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:08:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:08:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:08:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:08:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:08:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:08:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:08:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:08:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:08:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:08:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:08:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:08:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:08:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:08:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:08:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:08:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:08:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:08:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:08:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:08:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:08:37,342 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:08:37,342 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:08:37,343 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:08:37,343 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:08:37,343 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:08:37,343 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:08:37,344 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:08:37,345 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:08:37,345 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:08:37.345-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:08:37,345 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:09:07,343 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:09:07,343 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:09:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:09:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:09:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:09:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:09:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:09:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:09:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:09:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:09:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:09:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:09:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:09:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:09:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:09:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:09:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:09:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:09:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:09:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:09:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:09:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:09:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:09:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:09:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:09:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:09:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:09:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:09:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:09:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:09:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:09:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:09:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:09:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:09:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:09:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:09:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:09:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:09:37,348 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:09:37,348 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:09:37,348 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:09:37,348 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:09:37,348 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:09:37,348 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:09:37,350 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:09:37,350 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:09:37,351 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:09:37.350-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:09:37,351 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:10:07,349 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:10:07,349 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:10:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:10:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:10:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:10:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:10:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:10:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:10:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:10:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:10:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:10:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:10:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:10:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:10:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:10:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:10:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:10:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:10:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:10:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:10:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:10:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:10:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:10:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:10:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:10:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:10:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:10:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:10:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:10:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:10:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:10:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:10:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:10:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:10:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:10:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:10:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:10:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:10:37,353 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:10:37,353 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:10:37,353 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:10:37,353 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:10:37,353 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:10:37,353 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:10:37,355 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:10:37,355 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:10:37,356 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:10:37.356-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:10:37,356 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:11:07,354 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:11:07,354 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:11:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:11:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:11:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:11:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:11:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:11:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:11:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:11:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:11:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:11:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:11:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:11:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:11:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:11:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:11:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:11:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:11:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:11:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:11:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:11:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:11:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:11:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:11:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:11:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:11:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:11:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:11:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:11:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:11:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:11:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:11:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:11:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:11:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:11:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:11:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:11:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:11:37,358 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:11:37,358 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:11:37,359 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:11:37,359 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:11:37,359 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:11:37,359 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:11:37,361 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:11:37,361 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:11:37,361 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:11:37.361-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:11:37,361 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:12:07,359 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:12:07,359 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:12:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:12:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:12:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:12:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:12:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:12:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:12:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:12:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:12:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:12:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:12:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:12:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:12:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:12:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:12:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:12:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:12:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:12:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:12:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:12:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:12:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:12:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:12:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:12:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:12:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:12:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:12:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:12:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:12:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:12:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:12:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:12:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:12:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:12:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:12:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:12:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:12:37,363 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:12:37,363 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:12:37,364 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:12:37,364 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:12:37,364 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:12:37,364 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:12:37,365 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:12:37,366 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:12:37,366 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:12:37.366-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:12:37,366 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:13:07,364 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:13:07,364 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:13:14,740 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:13:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:13:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:13:14.740-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:13:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:13:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:13:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:13:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:13:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:13:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:13:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:13:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:13:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:13:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:13:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:13:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:13:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:13:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:13:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:13:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:13:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:13:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:13:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:13:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:13:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:13:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:13:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:13:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:13:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:13:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:13:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:13:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:13:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:13:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:13:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:13:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:13:37,369 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:13:37,369 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:13:37,370 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:13:37,370 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:13:37,370 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:13:37,370 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:13:37,371 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:13:37,372 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:13:37,372 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:13:37.372-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:13:37,374 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:14:07,370 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:14:07,370 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:14:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:14:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:14:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:14:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:14:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:14:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:14:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:14:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:14:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:14:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:14:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:14:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:14:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:14:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:14:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:14:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:14:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:14:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:14:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:14:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:14:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:14:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:14:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:14:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:14:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:14:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:14:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:14:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:14:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:14:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:14:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:14:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:14:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:14:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:14:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:14:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:14:37,374 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:14:37,374 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:14:37,375 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:14:37,375 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:14:37,375 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:14:37,375 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:14:37,376 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:14:37,377 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:14:37,377 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:14:37.377-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:14:37,377 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:15:07,375 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:15:07,375 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:15:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:15:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:15:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:15:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:15:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:15:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:15:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:15:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:15:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:15:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:15:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:15:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:15:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:15:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:15:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:15:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:15:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:15:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:15:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:15:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:15:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:15:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:15:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:15:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:15:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:15:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:15:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:15:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:15:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:15:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:15:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:15:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:15:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:15:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:15:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:15:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:15:37,380 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:15:37,380 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:15:37,380 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:15:37,380 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:15:37,381 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:15:37,381 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:15:37,382 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:15:37,383 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:15:37,383 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:15:37.383-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:15:37,383 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:16:07,381 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:16:07,381 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:16:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:16:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:16:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:16:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:16:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:16:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:16:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:16:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:16:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:16:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:16:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:16:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:16:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:16:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:16:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:16:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:16:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:16:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:16:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:16:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:16:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:16:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:16:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:16:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:16:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:16:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:16:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:16:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:16:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:16:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:16:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:16:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:16:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:16:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:16:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:16:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:16:37,385 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:16:37,385 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:16:37,385 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:16:37,385 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:16:37,386 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:16:37,386 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:16:37,387 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:16:37,388 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:16:37,388 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:16:37.388-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:16:37,388 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:17:07,386 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:17:07,386 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:17:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:17:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:17:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:17:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:17:14,741 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:17:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:17:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:17:14.741-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:17:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:17:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:17:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:17:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:17:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:17:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:17:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:17:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:17:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:17:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:17:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:17:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:17:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:17:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:17:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:17:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:17:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:17:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:17:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:17:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:17:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:17:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:17:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:17:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:17:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:17:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:17:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:17:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:17:37,390 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:17:37,390 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:17:37,391 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:17:37,391 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:17:37,391 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:17:37,391 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:17:37,393 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:17:37,393 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:17:37,393 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:17:37.393-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:17:37,394 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:18:07,392 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:18:07,392 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:18:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:18:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:18:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:18:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:18:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:18:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:18:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:18:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:18:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:18:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:18:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:18:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:18:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:18:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:18:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:18:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:18:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:18:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:18:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:18:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:18:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:18:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:18:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:18:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:18:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:18:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:18:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:18:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:18:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:18:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:18:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:18:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:18:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:18:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:18:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:18:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:18:37,395 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:18:37,395 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:18:37,396 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:18:37,396 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:18:37,396 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:18:37,396 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:18:37,398 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:18:37,398 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:18:37,398 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:18:37.398-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:18:37,398 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:19:07,396 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:19:07,396 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:19:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:19:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:19:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:19:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:19:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:19:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:19:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:19:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:19:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:19:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:19:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:19:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:19:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:19:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:19:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:19:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:19:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:19:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:19:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:19:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:19:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:19:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:19:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:19:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:19:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:19:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:19:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:19:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:19:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:19:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:19:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:19:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:19:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:19:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:19:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:19:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:19:37,401 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:19:37,401 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:19:37,401 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:19:37,401 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:19:37,401 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:19:37,402 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:19:37,403 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:19:37,404 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:19:37,404 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:19:37.404-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:19:37,404 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:20:07,402 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:20:07,402 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:20:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:20:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:20:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:20:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:20:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:20:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:20:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:20:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:20:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:20:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:20:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:20:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:20:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:20:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:20:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:20:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:20:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:20:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:20:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:20:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:20:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:20:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:20:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:20:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:20:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:20:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:20:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:20:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:20:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:20:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:20:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:20:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:20:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:20:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:20:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:20:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:20:37,406 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:20:37,406 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:20:37,406 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:20:37,406 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:20:37,406 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:20:37,406 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:20:37,408 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:20:37,408 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:20:37,409 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:20:37.408-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:20:37,409 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:21:07,407 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:21:07,407 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:21:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:21:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:21:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:21:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:21:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:21:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:21:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:21:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:21:14,742 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:21:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:21:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:21:14.742-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:21:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:21:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:21:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:21:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:21:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:21:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:21:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:21:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:21:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:21:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:21:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:21:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:21:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:21:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:21:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:21:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:21:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:21:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:21:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:21:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:21:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:21:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:21:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:21:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:21:37,411 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:21:37,411 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:21:37,412 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:21:37,412 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:21:37,412 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:21:37,412 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:21:37,413 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:21:37,413 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:21:37,416 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:21:37.414-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:21:37,416 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:22:07,412 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:22:07,412 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:22:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:22:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:22:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:22:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:22:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:22:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:22:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:22:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:22:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:22:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:22:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:22:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:22:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:22:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:22:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:22:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:22:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:22:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:22:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:22:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:22:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:22:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:22:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:22:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:22:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:22:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:22:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:22:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:22:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:22:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:22:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:22:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:22:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:22:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:22:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:22:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:22:37,416 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:22:37,416 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:22:37,417 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:22:37,417 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:22:37,417 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:22:37,417 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:22:37,418 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:22:37,419 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:22:37,419 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:22:37.419-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:22:37,419 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:23:07,417 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:23:07,417 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:23:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:23:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:23:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:23:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:23:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:23:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:23:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:23:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:23:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:23:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:23:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:23:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:23:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:23:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:23:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:23:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:23:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:23:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:23:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:23:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:23:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:23:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:23:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:23:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:23:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:23:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:23:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:23:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:23:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:23:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:23:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:23:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:23:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:23:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:23:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:23:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:23:37,422 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:23:37,422 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:23:37,423 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:23:37,423 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:23:37,423 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:23:37,423 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:23:37,424 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:23:37,425 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:23:37,425 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:23:37.425-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:23:37,425 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:24:07,423 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:24:07,423 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:24:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:24:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:24:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:24:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:24:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:24:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:24:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:24:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:24:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:24:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:24:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:24:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:24:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:24:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:24:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:24:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:24:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:24:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:24:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:24:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:24:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:24:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:24:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:24:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:24:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:24:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:24:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:24:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:24:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:24:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:24:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:24:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:24:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:24:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:24:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:24:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:24:37,427 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:24:37,427 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:24:37,427 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:24:37,427 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:24:37,427 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:24:37,427 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:24:37,429 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:24:37,430 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:24:37,430 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:24:37.430-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:24:37,430 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:25:07,428 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:25:07,428 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:25:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:25:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:25:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:25:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:25:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:25:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:25:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:25:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:25:14,743 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:25:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:25:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:25:14.743-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:25:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:25:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:25:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:25:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:25:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:25:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:25:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:25:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:25:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:25:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:25:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:25:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:25:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:25:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:25:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:25:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:25:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:25:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:25:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:25:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:25:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:25:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:25:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:25:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:25:37,434 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:25:37,434 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:25:37,435 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:25:37,435 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:25:37,435 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:25:37,435 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:25:37,436 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:25:37,437 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:25:37,437 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:25:37.437-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:25:37,437 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:26:07,435 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:26:07,435 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:26:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:26:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:26:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:26:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:26:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:26:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:26:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:26:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:26:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:26:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:26:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:26:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:26:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:26:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:26:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:26:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:26:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:26:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:26:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:26:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:26:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:26:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:26:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:26:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:26:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:26:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:26:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:26:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:26:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:26:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:26:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:26:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:26:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:26:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:26:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:26:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:26:37,440 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:26:37,440 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:26:37,440 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:26:37,440 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:26:37,440 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:26:37,440 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:26:37,442 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:26:37,442 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:26:37,443 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:26:37.443-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:26:37,443 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:27:07,441 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:27:07,441 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:27:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:27:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:27:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:27:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:27:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:27:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:27:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:27:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:27:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:27:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:27:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:27:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:27:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:27:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:27:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:27:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:27:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:27:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:27:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:27:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:27:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:27:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:27:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:27:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:27:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:27:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:27:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:27:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:27:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:27:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:27:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:27:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:27:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:27:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:27:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:27:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:27:37,445 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:27:37,445 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:27:37,446 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:27:37,446 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:27:37,446 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:27:37,446 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:27:37,447 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:27:37,448 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:27:37,448 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:27:37.448-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:27:37,448 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:28:07,446 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:28:07,446 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:28:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:28:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:28:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:28:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:28:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:28:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:28:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:28:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:28:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:28:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:28:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:28:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:28:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:28:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:28:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:28:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:28:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:28:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:28:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:28:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:28:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:28:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:28:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:28:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:28:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:28:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:28:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:28:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:28:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:28:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:28:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:28:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:28:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:28:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:28:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:28:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:28:37,450 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:28:37,450 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:28:37,451 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:28:37,451 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:28:37,451 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:28:37,451 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:28:37,452 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:28:37,452 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:28:37,452 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:28:37.452-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:28:37,452 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:29:07,451 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:29:07,451 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:29:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:29:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:29:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:29:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:29:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:29:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:29:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:29:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:29:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:29:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:29:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:29:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:29:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:29:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:29:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:29:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:29:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:29:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:29:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:29:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:29:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:29:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:29:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:29:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:29:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:29:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:29:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:29:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:29:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:29:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:29:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:29:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:29:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:29:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:29:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:29:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:29:37,455 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:29:37,455 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:29:37,456 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:29:37,456 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:29:37,456 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:29:37,456 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:29:37,458 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:29:37,458 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:29:37,461 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:29:37.460-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:29:37,461 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:30:07,456 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:30:07,456 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:30:14,744 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:30:14.744-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:30:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:30:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:30:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:30:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:30:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:30:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:30:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:30:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:30:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:30:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:30:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:30:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:30:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:30:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:30:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:30:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:30:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:30:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:30:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:30:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:30:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:30:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:30:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:30:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:30:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:30:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:30:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:30:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:30:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:30:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:30:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:30:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:30:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:30:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:30:37,461 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:30:37,462 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:30:37,462 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:30:37,462 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:30:37,462 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:30:37,462 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:30:37,463 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:30:37,464 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:30:37,464 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:30:37.464-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:30:37,464 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:31:07,463 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:31:07,463 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:31:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:31:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:31:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:31:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:31:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:31:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:31:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:31:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:31:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:31:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:31:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:31:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:31:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:31:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:31:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:31:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:31:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:31:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:31:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:31:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:31:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:31:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:31:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:31:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:31:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:31:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:31:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:31:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:31:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:31:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:31:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:31:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:31:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:31:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:31:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:31:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:31:37,468 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:31:37,468 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:31:37,469 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:31:37,469 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:31:37,469 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:31:37,469 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:31:37,471 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:31:37,471 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:31:37,471 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:31:37.471-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:31:37,471 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:32:07,469 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:32:07,469 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:32:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:32:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:32:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:32:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:32:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:32:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:32:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:32:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:32:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:32:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:32:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:32:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:32:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:32:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:32:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:32:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:32:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:32:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:32:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:32:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:32:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:32:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:32:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:32:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:32:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:32:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:32:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:32:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:32:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:32:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:32:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:32:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:32:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:32:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:32:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:32:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:32:37,473 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:32:37,473 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:32:37,474 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:32:37,474 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:32:37,474 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:32:37,474 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:32:37,475 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:32:37,475 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:32:37,475 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:32:37.475-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:32:37,475 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:33:07,474 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:33:07,474 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:33:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:33:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:33:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:33:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:33:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:33:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:33:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:33:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:33:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:33:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:33:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:33:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:33:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:33:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:33:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:33:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:33:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:33:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:33:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:33:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:33:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:33:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:33:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:33:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:33:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:33:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:33:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:33:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:33:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:33:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:33:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:33:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:33:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:33:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:33:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:33:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:33:37,478 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:33:37,478 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:33:37,479 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:33:37,479 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:33:37,479 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:33:37,479 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:33:37,480 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:33:37,481 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:33:37,481 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:33:37.481-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:33:37,481 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:34:07,479 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:34:07,479 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:34:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:34:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:34:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:34:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:34:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:34:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:34:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:34:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:34:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:34:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:34:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:34:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:34:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:34:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:34:14,745 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:34:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:34:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:34:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:34:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:34:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:34:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:34:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:34:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:34:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:34:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:34:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:34:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:34:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:34:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:34:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:34:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:34:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:34:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:34:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:34:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:34:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:34:37,483 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:34:37,483 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:34:37,484 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:34:37,484 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:34:37,484 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:34:37,484 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:34:37,485 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:34:37,486 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:34:37,486 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:34:37.486-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:34:37,486 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:35:07,484 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:35:07,484 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:35:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:35:14.745-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:35:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:35:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:35:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:35:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:35:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:35:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:35:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:35:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:35:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:35:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:35:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:35:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:35:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:35:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:35:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:35:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:35:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:35:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:35:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:35:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:35:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:35:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:35:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:35:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:35:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:35:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:35:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:35:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:35:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:35:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:35:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:35:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:35:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:35:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:35:37,491 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:35:37,491 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:35:37,492 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:35:37,492 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:35:37,492 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:35:37,492 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:35:37,493 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:35:37,494 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:35:37,494 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:35:37.494-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:35:37,494 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:36:07,492 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:36:07,492 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:36:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:36:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:36:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:36:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:36:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:36:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:36:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:36:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:36:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:36:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:36:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:36:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:36:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:36:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:36:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:36:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:36:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:36:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:36:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:36:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:36:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:36:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:36:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:36:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:36:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:36:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:36:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:36:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:36:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:36:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:36:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:36:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:36:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:36:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:36:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:36:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:36:37,496 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:36:37,496 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:36:37,496 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:36:37,496 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:36:37,496 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:36:37,496 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:36:37,498 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:36:37,498 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:36:37,499 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:36:37.498-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:36:37,499 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:37:07,497 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:37:07,497 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:37:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:37:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:37:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:37:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:37:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:37:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:37:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:37:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:37:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:37:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:37:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:37:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:37:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:37:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:37:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:37:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:37:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:37:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:37:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:37:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:37:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:37:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:37:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:37:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:37:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:37:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:37:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:37:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:37:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:37:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:37:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:37:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:37:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:37:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:37:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:37:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:37:37,501 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:37:37,501 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:37:37,502 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:37:37,502 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:37:37,502 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:37:37,502 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:37:37,503 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:37:37,506 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:37:37,506 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:37:37.506-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:37:37,506 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:38:07,502 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:38:07,502 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:38:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:38:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:38:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:38:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:38:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:38:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:38:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:38:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:38:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:38:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:38:14,746 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:38:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:38:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:38:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:38:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:38:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:38:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:38:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:38:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:38:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:38:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:38:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:38:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:38:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:38:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:38:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:38:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:38:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:38:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:38:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:38:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:38:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:38:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:38:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:38:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:38:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:38:37,506 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:38:37,506 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:38:37,507 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:38:37,507 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:38:37,507 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:38:37,507 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:38:37,508 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:38:37,509 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:38:37,509 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:38:37.509-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:38:37,509 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:39:07,507 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:39:07,507 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:39:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:39:14.746-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:39:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:39:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:39:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:39:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:39:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:39:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:39:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:39:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:39:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:39:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:39:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:39:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:39:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:39:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:39:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:39:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:39:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:39:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:39:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:39:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:39:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:39:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:39:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:39:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:39:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:39:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:39:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:39:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:39:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:39:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:39:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:39:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:39:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:39:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:39:37,511 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:39:37,511 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:39:37,512 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:39:37,512 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:39:37,512 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:39:37,512 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:39:37,513 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:39:37,514 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:39:37,514 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:39:37.514-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:39:37,514 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:40:07,512 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:40:07,512 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:40:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:40:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:40:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:40:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:40:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:40:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:40:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:40:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:40:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:40:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:40:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:40:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:40:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:40:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:40:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:40:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:40:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:40:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:40:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:40:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:40:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:40:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:40:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:40:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:40:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:40:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:40:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:40:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:40:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:40:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:40:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:40:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:40:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:40:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:40:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:40:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:40:37,516 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:40:37,516 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:40:37,517 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:40:37,517 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:40:37,517 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:40:37,517 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:40:37,518 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:40:37,519 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:40:37,519 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:40:37.519-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:40:37,519 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:41:07,517 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:41:07,517 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:41:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:41:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:41:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:41:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:41:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:41:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:41:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:41:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:41:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:41:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:41:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:41:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:41:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:41:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:41:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:41:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:41:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:41:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:41:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:41:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:41:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:41:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:41:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:41:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:41:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:41:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:41:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:41:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:41:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:41:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:41:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:41:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:41:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:41:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:41:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:41:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:41:37,522 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:41:37,522 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:41:37,522 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:41:37,522 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:41:37,522 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:41:37,522 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:41:37,524 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:41:37,524 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:41:37,525 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:41:37.525-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:41:37,525 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:42:07,523 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:42:07,523 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:42:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:42:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:42:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:42:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:42:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:42:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:42:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:42:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:42:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:42:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:42:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:42:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:42:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:42:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:42:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:42:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:42:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:42:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:42:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:42:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:42:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:42:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:42:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:42:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:42:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:42:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:42:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:42:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:42:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:42:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:42:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:42:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:42:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:42:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:42:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:42:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:42:37,527 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:42:37,527 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:42:37,527 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:42:37,527 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:42:37,527 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:42:37,527 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:42:37,529 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:42:37,529 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:42:37,529 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:42:37.529-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:42:37,530 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:43:07,528 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:43:07,528 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:43:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:43:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:43:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:43:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:43:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:43:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:43:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:43:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:43:14,747 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:43:14.747-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:43:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:43:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:43:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:43:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:43:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:43:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:43:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:43:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:43:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:43:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:43:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:43:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:43:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:43:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:43:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:43:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:43:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:43:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:43:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:43:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:43:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:43:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:43:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:43:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:43:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:43:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:43:37,533 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:43:37,533 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:43:37,533 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:43:37,534 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:43:37,534 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:43:37,534 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:43:37,535 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:43:37,536 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:43:37,536 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:43:37.536-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:43:37,536 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:44:07,534 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:44:07,534 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:44:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:44:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:44:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:44:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:44:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:44:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:44:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:44:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:44:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:44:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:44:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:44:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:44:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:44:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:44:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:44:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:44:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:44:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:44:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:44:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:44:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:44:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:44:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:44:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:44:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:44:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:44:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:44:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:44:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:44:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:44:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:44:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:44:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:44:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:44:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:44:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:44:37,537 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:44:37,537 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:44:37,538 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:44:37,538 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:44:37,538 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:44:37,538 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:44:37,539 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:44:37,540 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:44:37,540 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:44:37.540-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:44:37,540 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:45:07,538 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:45:07,538 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:45:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:45:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:45:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:45:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:45:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:45:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:45:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:45:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:45:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:45:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:45:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:45:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:45:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:45:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:45:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:45:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:45:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:45:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:45:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:45:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:45:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:45:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:45:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:45:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:45:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:45:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:45:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:45:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:45:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:45:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:45:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:45:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:45:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:45:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:45:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:45:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:45:37,543 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:45:37,543 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:45:37,546 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:45:37,546 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:45:37,546 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:45:37,546 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:45:37,548 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:45:37,548 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:45:37,549 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:45:37.549-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:45:37,549 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:46:07,547 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:46:07,547 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:46:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:46:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:46:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:46:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:46:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:46:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:46:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:46:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:46:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:46:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:46:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:46:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:46:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:46:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:46:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:46:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:46:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:46:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:46:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:46:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:46:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:46:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:46:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:46:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:46:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:46:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:46:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:46:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:46:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:46:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:46:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:46:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:46:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:46:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:46:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:46:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:46:37,547 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:46:37,547 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:46:37,548 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:46:37,548 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:46:37,548 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:46:37,548 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:46:37,550 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:46:37,550 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:46:37,550 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:46:37.550-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:46:37,550 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:47:07,548 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:47:07,549 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:47:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:47:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:47:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:47:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:47:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:47:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:47:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:47:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:47:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:47:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:47:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:47:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:47:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:47:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:47:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:47:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:47:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:47:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:47:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:47:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:47:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:47:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:47:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:47:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:47:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:47:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:47:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:47:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:47:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:47:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:47:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:47:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:47:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:47:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:47:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:47:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:47:37,553 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:47:37,553 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:47:37,553 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:47:37,553 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:47:37,554 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:47:37,554 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:47:37,555 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:47:37,555 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:47:37,556 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:47:37.556-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:47:37,556 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:48:07,554 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:48:07,554 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:48:14,748 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:48:14.748-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:48:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:48:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:48:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:48:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:48:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:48:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:48:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:48:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:48:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:48:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:48:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:48:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:48:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:48:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:48:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:48:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:48:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:48:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:48:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:48:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:48:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:48:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:48:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:48:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:48:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:48:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:48:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:48:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:48:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:48:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:48:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:48:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:48:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:48:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:48:37,558 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:48:37,558 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:48:37,559 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:48:37,559 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:48:37,559 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:48:37,559 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:48:37,561 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:48:37,561 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:48:37,561 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:48:37.561-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:48:37,561 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:49:07,559 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:49:07,559 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:49:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:49:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:49:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:49:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:49:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:49:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:49:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:49:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:49:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:49:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:49:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:49:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:49:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:49:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:49:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:49:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:49:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:49:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:49:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:49:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:49:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:49:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:49:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:49:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:49:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:49:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:49:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:49:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:49:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:49:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:49:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:49:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:49:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:49:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:49:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:49:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:49:37,563 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:49:37,563 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:49:37,564 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:49:37,564 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:49:37,564 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:49:37,564 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:49:37,565 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:49:37,565 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:49:37,565 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:49:37.565-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:49:37,565 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:50:07,564 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:50:07,564 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:50:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:50:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:50:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:50:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:50:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:50:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:50:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:50:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:50:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:50:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:50:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:50:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:50:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:50:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:50:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:50:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:50:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:50:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:50:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:50:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:50:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:50:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:50:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:50:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:50:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:50:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:50:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:50:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:50:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:50:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:50:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:50:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:50:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:50:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:50:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:50:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:50:37,569 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:50:37,569 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:50:37,569 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:50:37,569 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:50:37,569 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:50:37,569 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:50:37,571 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:50:37,571 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:50:37,571 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:50:37.571-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:50:37,572 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:51:07,570 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:51:07,570 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:51:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:51:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:51:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:51:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:51:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:51:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:51:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:51:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:51:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:51:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:51:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:51:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:51:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:51:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:51:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:51:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:51:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:51:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:51:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:51:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:51:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:51:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:51:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:51:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:51:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:51:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:51:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:51:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:51:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:51:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:51:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:51:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:51:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:51:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:51:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:51:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:51:37,574 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:51:37,574 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:51:37,575 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:51:37,575 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:51:37,575 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:51:37,575 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:51:37,576 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:51:37,577 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:51:37,577 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:51:37.577-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:51:37,577 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:52:07,575 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:52:07,575 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:52:14,749 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:52:14.749-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:52:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:52:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:52:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:52:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:52:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:52:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:52:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:52:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:52:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:52:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:52:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:52:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:52:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:52:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:52:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:52:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:52:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:52:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:52:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:52:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:52:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:52:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:52:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:52:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:52:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:52:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:52:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:52:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:52:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:52:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:52:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:52:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:52:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:52:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:52:37,579 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:52:37,579 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:52:37,580 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:52:37,580 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:52:37,580 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:52:37,580 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:52:37,581 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:52:37,582 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:52:37,586 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:52:37.586-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:52:37,586 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:53:07,580 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:53:07,580 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:53:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:53:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:53:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:53:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:53:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:53:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:53:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:53:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:53:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:53:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:53:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:53:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:53:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:53:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:53:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:53:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:53:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:53:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:53:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:53:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:53:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:53:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:53:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:53:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:53:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:53:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:53:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:53:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:53:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:53:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:53:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:53:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:53:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:53:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:53:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:53:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:53:37,585 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:53:37,585 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:53:37,585 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:53:37,585 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:53:37,585 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:53:37,585 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:53:37,587 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:53:37,587 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:53:37,588 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:53:37.587-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:53:37,588 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:54:07,586 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:54:07,586 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:54:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:54:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:54:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:54:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:54:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:54:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:54:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:54:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:54:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:54:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:54:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:54:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:54:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:54:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:54:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:54:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:54:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:54:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:54:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:54:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:54:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:54:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:54:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:54:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:54:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:54:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:54:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:54:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:54:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:54:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:54:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:54:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:54:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:54:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:54:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:54:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:54:37,590 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:54:37,590 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:54:37,590 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:54:37,590 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:54:37,590 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:54:37,590 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:54:37,591 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:54:37,592 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:54:37,592 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:54:37.592-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:54:37,592 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:55:07,591 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:55:07,591 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:55:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:55:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:55:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:55:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:55:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:55:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:55:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:55:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:55:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:55:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:55:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:55:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:55:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:55:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:55:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:55:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:55:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:55:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:55:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:55:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:55:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:55:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:55:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:55:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:55:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:55:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:55:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:55:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:55:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:55:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:55:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:55:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:55:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:55:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:55:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:55:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:55:37,595 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:55:37,595 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:55:37,596 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:55:37,596 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:55:37,596 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:55:37,596 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:55:37,597 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:55:37,598 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:55:37,598 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:55:37.598-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:55:37,598 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:56:07,596 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:56:07,596 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:56:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:56:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:56:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:56:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:56:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:56:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:56:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:56:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:56:14,750 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:56:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:56:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:56:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:56:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:56:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:56:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:56:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:56:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:56:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:56:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:56:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:56:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:56:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:56:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:56:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:56:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:56:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:56:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:56:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:56:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:56:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:56:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:56:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:56:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:56:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:56:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:56:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:56:37,600 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:56:37,600 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:56:37,601 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:56:37,601 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:56:37,601 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:56:37,601 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:56:37,602 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:56:37,602 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:56:37,603 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:56:37.602-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:56:37,603 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:57:07,601 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:57:07,601 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:57:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:57:14.750-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:57:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:57:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:57:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:57:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:57:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:57:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:57:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:57:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:57:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:57:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:57:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:57:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:57:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:57:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:57:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:57:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:57:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:57:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:57:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:57:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:57:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:57:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:57:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:57:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:57:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:57:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:57:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:57:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:57:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:57:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:57:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:57:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:57:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:57:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:57:37,606 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:57:37,606 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:57:37,607 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:57:37,607 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:57:37,607 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:57:37,607 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:57:37,608 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:57:37,608 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:57:37,609 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:57:37.609-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:57:37,609 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:58:07,607 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:58:07,607 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:58:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:58:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:58:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:58:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:58:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:58:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:58:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:58:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:58:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:58:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:58:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:58:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:58:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:58:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:58:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:58:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:58:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:58:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:58:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:58:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:58:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:58:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:58:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:58:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:58:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:58:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:58:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:58:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:58:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:58:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:58:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:58:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:58:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:58:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:58:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:58:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:58:37,611 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:58:37,611 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:58:37,612 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:58:37,612 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:58:37,612 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:58:37,612 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:58:37,614 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:58:37,614 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:58:37,614 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:58:37.614-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:58:37,614 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 16:59:07,612 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 16:59:07,612 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:59:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:59:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 16:59:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:59:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 16:59:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:59:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 16:59:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:59:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 16:59:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:59:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 16:59:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:59:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 16:59:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:59:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 16:59:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:59:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 16:59:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:59:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 16:59:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:59:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 16:59:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:59:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 16:59:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:59:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 16:59:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:59:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 16:59:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:59:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 16:59:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:59:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 16:59:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:59:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 16:59:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:59:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 16:59:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T16:59:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 16:59:37,619 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 16:59:37,619 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 16:59:37,619 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:59:37,619 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:59:37,619 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 16:59:37,619 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 16:59:37,621 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 16:59:37,621 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 16:59:37,622 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T16:59:37.622-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 16:59:37,622 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:00:07,620 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:00:07,620 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:00:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:00:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:00:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:00:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:00:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:00:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:00:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:00:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:00:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:00:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:00:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:00:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:00:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:00:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:00:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:00:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:00:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:00:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:00:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:00:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:00:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:00:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:00:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:00:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:00:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:00:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:00:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:00:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:00:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:00:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:00:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:00:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:00:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:00:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:00:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:00:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:00:37,624 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:00:37,624 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:00:37,625 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:00:37,625 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:00:37,625 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:00:37,625 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:00:37,626 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:00:37,627 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:00:37,627 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:00:37.627-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:00:37,627 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:01:07,625 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:01:07,625 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:01:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:01:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:01:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:01:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:01:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:01:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:01:14,751 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:01:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:01:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:01:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:01:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:01:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:01:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:01:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:01:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:01:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:01:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:01:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:01:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:01:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:01:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:01:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:01:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:01:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:01:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:01:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:01:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:01:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:01:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:01:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:01:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:01:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:01:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:01:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:01:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:01:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:01:37,630 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:01:37,630 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:01:37,631 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:01:37,631 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:01:37,631 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:01:37,631 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:01:37,632 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:01:37,633 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:01:37,633 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:01:37.633-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:01:37,633 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:02:07,631 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:02:07,631 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:02:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:02:14.751-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:02:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:02:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:02:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:02:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:02:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:02:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:02:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:02:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:02:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:02:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:02:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:02:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:02:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:02:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:02:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:02:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:02:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:02:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:02:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:02:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:02:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:02:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:02:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:02:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:02:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:02:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:02:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:02:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:02:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:02:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:02:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:02:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:02:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:02:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:02:37,635 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:02:37,635 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:02:37,635 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:02:37,635 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:02:37,635 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:02:37,635 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:02:37,637 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:02:37,637 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:02:37,637 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:02:37.637-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:02:37,637 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:03:07,636 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:03:07,636 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:03:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:03:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:03:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:03:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:03:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:03:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:03:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:03:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:03:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:03:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:03:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:03:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:03:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:03:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:03:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:03:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:03:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:03:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:03:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:03:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:03:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:03:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:03:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:03:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:03:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:03:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:03:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:03:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:03:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:03:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:03:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:03:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:03:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:03:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:03:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:03:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:03:37,641 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:03:37,641 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:03:37,641 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:03:37,641 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:03:37,641 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:03:37,641 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:03:37,642 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:03:37,643 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:03:37,643 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:03:37.643-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:03:37,643 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:04:07,642 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:04:07,642 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:04:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:04:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:04:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:04:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:04:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:04:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:04:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:04:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:04:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:04:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:04:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:04:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:04:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:04:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:04:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:04:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:04:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:04:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:04:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:04:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:04:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:04:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:04:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:04:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:04:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:04:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:04:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:04:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:04:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:04:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:04:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:04:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:04:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:04:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:04:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:04:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:04:37,648 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:04:37,648 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:04:37,648 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:04:37,648 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:04:37,648 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:04:37,648 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:04:37,649 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:04:37,650 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:04:37,650 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:04:37.650-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:04:37,650 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:05:07,648 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:05:07,649 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:05:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:05:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:05:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:05:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:05:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:05:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:05:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:05:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:05:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:05:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:05:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:05:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:05:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:05:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:05:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:05:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:05:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:05:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:05:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:05:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:05:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:05:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:05:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:05:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:05:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:05:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:05:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:05:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:05:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:05:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:05:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:05:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:05:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:05:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:05:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:05:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:05:37,654 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:05:37,654 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:05:37,654 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:05:37,654 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:05:37,654 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:05:37,654 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:05:37,656 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:05:37,656 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:05:37,657 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:05:37.656-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:05:37,657 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:06:07,655 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:06:07,655 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:06:14,752 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:06:14.752-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:06:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:06:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:06:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:06:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:06:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:06:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:06:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:06:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:06:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:06:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:06:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:06:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:06:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:06:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:06:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:06:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:06:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:06:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:06:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:06:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:06:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:06:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:06:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:06:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:06:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:06:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:06:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:06:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:06:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:06:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:06:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:06:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:06:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:06:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:06:37,659 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:06:37,659 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:06:37,659 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:06:37,659 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:06:37,659 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:06:37,659 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:06:37,660 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:06:37,661 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:06:37,661 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:06:37.661-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:06:37,661 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:07:07,659 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:07:07,660 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:07:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:07:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:07:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:07:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:07:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:07:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:07:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:07:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:07:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:07:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:07:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:07:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:07:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:07:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:07:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:07:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:07:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:07:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:07:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:07:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:07:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:07:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:07:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:07:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:07:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:07:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:07:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:07:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:07:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:07:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:07:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:07:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:07:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:07:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:07:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:07:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:07:37,665 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:07:37,665 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:07:37,665 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:07:37,665 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:07:37,665 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:07:37,665 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:07:37,667 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:07:37,667 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:07:37,667 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:07:37.667-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:07:37,667 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:08:07,666 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:08:07,666 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:08:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:08:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:08:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:08:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:08:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:08:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:08:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:08:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:08:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:08:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:08:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:08:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:08:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:08:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:08:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:08:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:08:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:08:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:08:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:08:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:08:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:08:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:08:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:08:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:08:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:08:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:08:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:08:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:08:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:08:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:08:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:08:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:08:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:08:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:08:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:08:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:08:37,669 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:08:37,669 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:08:37,670 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:08:37,670 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:08:37,670 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:08:37,670 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:08:37,672 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:08:37,672 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:08:37,674 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:08:37.672-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:08:37,674 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:09:07,670 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:09:07,670 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:09:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:09:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:09:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:09:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:09:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:09:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:09:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:09:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:09:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:09:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:09:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:09:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:09:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:09:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:09:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:09:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:09:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:09:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:09:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:09:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:09:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:09:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:09:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:09:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:09:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:09:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:09:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:09:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:09:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:09:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:09:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:09:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:09:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:09:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:09:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:09:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:09:37,677 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:09:37,677 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:09:37,678 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:09:37,678 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:09:37,678 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:09:37,678 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:09:37,679 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:09:37,679 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:09:37,679 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:09:37.679-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:09:37,679 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:10:07,678 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:10:07,678 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:10:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:10:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:10:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:10:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:10:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:10:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:10:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:10:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:10:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:10:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:10:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:10:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:10:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:10:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:10:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:10:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:10:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:10:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:10:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:10:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:10:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:10:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:10:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:10:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:10:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:10:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:10:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:10:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:10:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:10:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:10:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:10:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:10:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:10:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:10:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:10:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:10:37,682 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:10:37,682 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:10:37,682 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:10:37,682 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:10:37,682 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:10:37,682 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:10:37,683 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:10:37,684 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:10:37,684 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:10:37.684-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:10:37,684 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:11:07,683 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:11:07,683 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:11:14,753 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:11:14.753-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:11:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:11:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:11:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:11:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:11:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:11:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:11:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:11:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:11:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:11:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:11:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:11:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:11:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:11:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:11:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:11:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:11:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:11:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:11:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:11:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:11:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:11:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:11:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:11:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:11:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:11:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:11:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:11:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:11:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:11:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:11:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:11:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:11:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:11:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:11:37,687 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:11:37,687 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:11:37,688 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:11:37,688 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:11:37,688 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:11:37,688 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:11:37,689 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:11:37,689 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:11:37,689 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:11:37.689-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:11:37,689 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:12:07,688 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:12:07,688 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:12:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:12:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:12:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:12:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:12:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:12:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:12:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:12:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:12:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:12:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:12:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:12:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:12:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:12:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:12:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:12:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:12:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:12:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:12:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:12:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:12:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:12:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:12:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:12:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:12:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:12:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:12:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:12:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:12:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:12:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:12:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:12:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:12:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:12:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:12:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:12:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:12:37,692 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:12:37,693 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:12:37,693 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:12:37,693 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:12:37,693 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:12:37,693 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:12:37,694 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:12:37,695 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:12:37,695 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:12:37.695-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:12:37,695 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:13:07,693 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:13:07,694 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:13:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:13:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:13:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:13:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:13:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:13:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:13:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:13:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:13:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:13:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:13:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:13:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:13:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:13:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:13:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:13:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:13:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:13:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:13:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:13:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:13:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:13:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:13:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:13:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:13:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:13:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:13:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:13:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:13:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:13:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:13:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:13:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:13:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:13:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:13:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:13:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:13:37,698 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:13:37,698 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:13:37,699 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:13:37,699 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:13:37,699 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:13:37,699 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:13:37,700 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:13:37,701 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:13:37,701 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:13:37.701-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:13:37,701 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:14:07,699 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:14:07,699 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:14:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:14:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:14:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:14:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:14:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:14:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:14:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:14:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:14:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:14:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:14:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:14:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:14:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:14:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:14:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:14:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:14:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:14:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:14:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:14:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:14:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:14:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:14:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:14:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:14:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:14:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:14:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:14:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:14:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:14:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:14:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:14:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:14:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:14:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:14:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:14:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:14:37,703 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:14:37,703 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:14:37,704 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:14:37,704 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:14:37,704 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:14:37,704 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:14:37,705 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:14:37,705 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:14:37,705 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:14:37.705-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:14:37,705 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:15:07,704 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:15:07,704 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:15:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:15:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:15:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:15:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:15:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:15:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:15:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:15:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:15:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:15:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:15:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:15:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:15:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:15:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:15:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:15:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:15:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:15:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:15:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:15:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:15:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:15:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:15:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:15:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:15:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:15:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:15:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:15:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:15:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:15:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:15:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:15:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:15:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:15:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:15:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:15:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:15:37,709 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:15:37,709 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:15:37,709 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:15:37,709 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:15:37,709 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:15:37,709 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:15:37,710 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:15:37,711 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:15:37,711 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:15:37.711-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:15:37,711 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:16:07,710 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:16:07,710 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:16:14,754 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:16:14.754-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:16:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:16:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:16:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:16:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:16:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:16:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:16:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:16:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:16:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:16:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:16:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:16:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:16:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:16:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:16:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:16:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:16:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:16:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:16:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:16:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:16:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:16:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:16:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:16:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:16:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:16:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:16:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:16:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:16:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:16:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:16:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:16:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:16:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:16:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:16:37,713 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:16:37,713 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:16:37,714 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:16:37,714 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:16:37,714 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:16:37,714 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:16:37,716 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:16:37,716 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:16:37,719 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:16:37.718-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:16:37,719 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:17:07,714 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:17:07,714 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:17:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:17:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:17:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:17:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:17:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:17:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:17:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:17:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:17:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:17:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:17:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:17:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:17:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:17:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:17:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:17:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:17:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:17:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:17:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:17:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:17:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:17:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:17:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:17:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:17:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:17:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:17:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:17:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:17:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:17:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:17:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:17:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:17:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:17:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:17:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:17:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:17:37,719 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:17:37,719 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:17:37,720 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:17:37,720 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:17:37,720 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:17:37,720 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:17:37,721 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:17:37,721 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:17:37,721 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:17:37.721-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:17:37,721 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:18:07,720 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:18:07,720 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:18:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:18:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:18:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:18:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:18:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:18:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:18:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:18:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:18:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:18:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:18:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:18:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:18:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:18:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:18:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:18:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:18:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:18:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:18:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:18:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:18:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:18:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:18:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:18:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:18:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:18:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:18:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:18:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:18:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:18:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:18:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:18:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:18:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:18:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:18:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:18:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:18:37,724 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:18:37,724 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:18:37,725 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:18:37,725 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:18:37,725 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:18:37,725 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:18:37,726 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:18:37,726 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:18:37,726 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:18:37.726-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:18:37,726 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:19:07,725 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:19:07,725 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:19:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:19:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:19:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:19:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:19:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:19:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:19:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:19:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:19:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:19:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:19:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:19:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:19:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:19:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:19:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:19:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:19:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:19:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:19:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:19:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:19:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:19:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:19:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:19:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:19:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:19:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:19:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:19:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:19:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:19:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:19:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:19:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:19:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:19:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:19:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:19:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:19:37,730 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:19:37,730 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:19:37,730 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:19:37,730 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:19:37,730 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:19:37,730 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:19:37,731 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:19:37,732 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:19:37,732 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:19:37.732-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:19:37,732 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:20:07,731 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:20:07,731 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:20:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:20:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:20:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:20:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:20:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:20:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:20:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:20:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:20:14,755 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:20:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:20:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:20:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:20:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:20:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:20:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:20:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:20:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:20:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:20:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:20:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:20:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:20:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:20:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:20:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:20:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:20:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:20:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:20:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:20:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:20:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:20:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:20:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:20:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:20:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:20:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:20:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:20:37,735 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:20:37,735 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:20:37,735 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:20:37,735 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:20:37,735 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:20:37,735 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:20:37,736 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:20:37,737 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:20:37,737 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:20:37.737-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:20:37,737 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:21:07,736 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:21:07,736 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:21:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:21:14.755-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:21:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:21:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:21:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:21:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:21:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:21:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:21:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:21:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:21:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:21:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:21:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:21:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:21:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:21:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:21:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:21:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:21:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:21:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:21:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:21:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:21:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:21:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:21:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:21:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:21:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:21:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:21:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:21:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:21:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:21:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:21:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:21:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:21:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:21:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:21:37,740 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:21:37,741 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:21:37,741 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:21:37,741 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:21:37,741 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:21:37,741 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:21:37,742 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:21:37,742 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:21:37,743 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:21:37.743-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:21:37,743 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:22:07,741 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:22:07,742 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:22:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:22:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:22:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:22:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:22:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:22:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:22:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:22:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:22:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:22:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:22:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:22:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:22:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:22:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:22:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:22:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:22:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:22:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:22:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:22:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:22:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:22:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:22:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:22:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:22:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:22:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:22:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:22:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:22:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:22:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:22:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:22:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:22:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:22:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:22:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:22:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:22:37,745 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:22:37,745 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:22:37,746 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:22:37,746 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:22:37,746 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:22:37,746 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:22:37,747 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:22:37,747 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:22:37,748 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:22:37.748-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:22:37,748 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:23:07,746 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:23:07,746 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:23:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:23:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:23:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:23:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:23:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:23:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:23:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:23:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:23:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:23:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:23:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:23:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:23:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:23:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:23:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:23:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:23:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:23:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:23:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:23:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:23:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:23:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:23:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:23:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:23:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:23:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:23:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:23:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:23:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:23:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:23:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:23:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:23:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:23:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:23:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:23:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:23:37,751 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:23:37,751 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:23:37,751 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:23:37,751 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:23:37,751 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:23:37,751 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:23:37,752 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:23:37,753 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:23:37,753 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:23:37.753-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:23:37,753 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:24:07,752 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:24:07,752 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:24:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:24:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:24:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:24:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:24:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:24:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:24:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:24:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:24:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:24:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:24:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:24:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:24:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:24:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:24:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:24:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:24:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:24:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:24:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:24:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:24:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:24:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:24:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:24:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:24:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:24:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:24:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:24:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:24:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:24:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:24:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:24:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:24:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:24:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:24:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:24:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:24:37,756 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:24:37,756 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:24:37,756 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:24:37,756 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:24:37,756 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:24:37,756 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:24:37,757 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:24:37,760 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.segment.loading.SegmentLoadingException.<init>(SegmentLoadingException.java:21)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:24:37,760 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:24:37.760-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.segment.loading.SegmentLoadingException.<init>(SegmentLoadingException.java:21)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:24:37,760 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:25:07,757 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:25:07,757 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:25:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:25:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:25:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:25:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:25:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:25:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:25:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:25:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:25:14,756 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:25:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:25:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:25:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:25:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:25:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:25:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:25:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:25:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:25:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:25:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:25:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:25:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:25:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:25:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:25:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:25:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:25:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:25:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:25:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:25:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:25:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:25:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:25:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:25:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:25:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:25:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:25:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:25:37,762 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:25:37,762 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:25:37,762 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:25:37,762 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:25:37,762 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:25:37,762 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:25:37,763 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:25:37,763 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:25:37,764 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:25:37.764-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:25:37,764 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:26:07,762 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:26:07,763 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:26:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:26:14.756-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:26:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:26:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:26:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:26:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:26:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:26:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:26:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:26:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:26:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:26:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:26:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:26:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:26:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:26:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:26:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:26:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:26:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:26:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:26:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:26:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:26:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:26:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:26:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:26:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:26:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:26:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:26:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:26:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:26:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:26:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:26:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:26:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:26:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:26:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:26:37,766 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:26:37,766 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:26:37,767 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:26:37,767 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:26:37,767 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:26:37,767 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:26:37,768 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:26:37,768 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:26:37,769 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:26:37.768-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:26:37,769 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:27:07,767 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:27:07,767 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:27:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:27:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:27:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:27:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:27:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:27:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:27:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:27:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:27:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:27:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:27:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:27:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:27:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:27:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:27:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:27:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:27:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:27:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:27:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:27:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:27:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:27:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:27:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:27:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:27:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:27:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:27:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:27:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:27:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:27:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:27:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:27:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:27:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:27:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:27:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:27:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:27:37,771 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:27:37,772 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:27:37,772 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:27:37,772 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:27:37,772 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:27:37,772 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:27:37,774 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:27:37,774 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:27:37,774 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:27:37.774-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:27:37,774 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:28:07,772 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:28:07,773 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:28:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:28:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:28:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:28:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:28:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:28:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:28:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:28:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:28:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:28:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:28:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:28:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:28:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:28:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:28:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:28:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:28:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:28:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:28:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:28:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:28:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:28:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:28:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:28:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:28:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:28:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:28:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:28:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:28:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:28:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:28:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:28:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:28:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:28:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:28:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:28:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:28:37,779 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:28:37,779 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:28:37,780 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:28:37,780 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:28:37,780 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:28:37,780 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:28:37,781 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:28:37,781 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:28:37,781 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:28:37.781-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:28:37,781 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:29:07,780 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:29:07,780 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:29:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:29:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:29:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:29:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:29:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:29:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:29:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:29:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:29:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:29:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:29:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:29:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:29:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:29:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:29:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:29:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:29:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:29:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:29:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:29:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:29:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:29:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:29:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:29:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:29:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:29:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:29:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:29:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:29:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:29:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:29:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:29:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:29:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:29:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:29:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:29:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:29:37,784 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:29:37,784 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:29:37,785 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:29:37,785 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:29:37,785 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:29:37,785 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:29:37,787 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:29:37,787 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:29:37,787 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:29:37.787-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:29:37,787 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:30:07,785 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:30:07,785 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:30:14,757 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:30:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:30:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:30:14.757-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:30:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:30:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:30:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:30:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:30:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:30:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:30:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:30:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:30:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:30:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:30:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:30:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:30:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:30:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:30:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:30:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:30:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:30:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:30:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:30:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:30:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:30:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:30:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:30:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:30:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:30:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:30:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:30:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:30:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:30:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:30:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:30:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:30:37,790 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:30:37,790 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:30:37,790 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:30:37,790 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:30:37,790 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:30:37,790 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:30:37,791 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:30:37,792 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:30:37,792 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:30:37.792-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:30:37,792 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:31:07,791 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:31:07,791 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:31:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:31:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:31:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:31:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:31:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:31:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:31:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:31:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:31:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:31:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:31:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:31:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:31:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:31:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:31:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:31:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:31:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:31:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:31:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:31:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:31:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:31:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:31:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:31:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:31:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:31:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:31:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:31:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:31:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:31:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:31:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:31:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:31:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:31:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:31:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:31:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:31:37,794 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:31:37,794 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:31:37,795 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:31:37,795 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:31:37,795 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:31:37,795 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:31:37,796 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:31:37,796 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:31:37,797 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:31:37.797-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:31:37,797 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:32:07,795 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:32:07,795 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:32:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:32:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:32:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:32:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:32:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:32:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:32:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:32:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:32:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:32:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:32:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:32:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:32:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:32:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:32:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:32:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:32:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:32:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:32:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:32:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:32:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:32:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:32:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:32:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:32:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:32:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:32:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:32:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:32:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:32:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:32:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:32:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:32:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:32:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:32:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:32:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:32:37,800 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:32:37,800 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:32:37,803 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:32:37,803 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:32:37,803 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:32:37,803 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:32:37,804 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:32:37,804 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:32:37,804 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:32:37.804-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:32:37,804 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:33:07,803 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:33:07,803 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:33:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:33:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:33:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:33:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:33:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:33:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:33:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:33:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:33:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:33:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:33:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:33:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:33:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:33:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:33:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:33:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:33:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:33:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:33:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:33:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:33:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:33:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:33:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:33:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:33:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:33:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:33:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:33:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:33:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:33:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:33:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:33:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:33:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:33:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:33:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:33:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:33:37,808 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:33:37,808 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:33:37,808 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:33:37,808 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:33:37,808 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:33:37,808 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:33:37,809 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:33:37,810 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:33:37,810 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:33:37.810-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:33:37,810 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:34:07,809 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:34:07,809 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:34:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:34:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:34:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:34:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:34:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:34:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:34:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:34:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:34:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:34:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:34:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:34:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:34:14,758 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:34:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:34:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:34:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:34:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:34:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:34:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:34:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:34:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:34:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:34:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:34:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:34:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:34:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:34:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:34:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:34:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:34:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:34:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:34:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:34:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:34:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:34:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:34:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:34:37,813 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:34:37,814 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:34:37,814 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:34:37,814 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:34:37,814 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:34:37,814 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:34:37,815 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:34:37,815 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:34:37,816 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:34:37.816-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:34:37,816 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:35:07,814 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:35:07,814 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:35:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:35:14.758-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:35:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:35:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:35:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:35:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:35:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:35:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:35:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:35:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:35:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:35:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:35:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:35:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:35:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:35:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:35:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:35:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:35:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:35:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:35:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:35:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:35:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:35:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:35:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:35:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:35:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:35:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:35:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:35:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:35:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:35:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:35:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:35:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:35:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:35:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:35:37,819 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:35:37,819 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:35:37,819 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:35:37,819 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:35:37,820 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:35:37,820 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:35:37,821 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:35:37,821 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:35:37,821 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:35:37.821-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:35:37,821 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:36:07,820 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:36:07,820 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:36:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:36:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:36:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:36:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:36:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:36:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:36:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:36:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:36:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:36:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:36:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:36:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:36:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:36:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:36:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:36:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:36:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:36:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:36:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:36:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:36:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:36:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:36:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:36:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:36:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:36:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:36:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:36:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:36:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:36:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:36:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:36:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:36:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:36:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:36:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:36:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:36:37,824 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:36:37,824 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:36:37,825 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:36:37,825 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:36:37,825 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:36:37,825 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:36:37,826 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:36:37,826 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:36:37,826 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:36:37.826-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:36:37,826 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:37:07,825 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:37:07,825 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:37:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:37:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:37:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:37:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:37:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:37:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:37:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:37:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:37:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:37:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:37:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:37:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:37:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:37:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:37:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:37:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:37:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:37:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:37:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:37:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:37:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:37:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:37:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:37:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:37:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:37:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:37:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:37:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:37:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:37:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:37:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:37:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:37:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:37:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:37:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:37:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:37:37,830 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:37:37,830 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:37:37,830 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:37:37,830 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:37:37,830 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:37:37,830 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:37:37,831 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:37:37,832 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:37:37,832 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:37:37.832-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:37:37,832 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:38:07,831 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:38:07,831 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:38:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:38:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:38:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:38:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:38:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:38:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:38:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:38:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:38:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:38:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:38:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:38:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:38:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:38:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:38:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:38:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:38:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:38:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:38:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:38:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:38:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:38:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:38:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:38:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:38:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:38:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:38:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:38:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:38:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:38:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:38:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:38:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:38:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:38:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:38:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:38:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:38:37,834 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:38:37,834 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:38:37,835 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:38:37,835 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:38:37,835 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:38:37,835 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:38:37,836 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:38:37,836 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:38:37,837 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:38:37.836-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:38:37,837 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:39:07,835 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:39:07,835 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:39:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:39:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:39:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:39:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:39:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:39:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:39:14,759 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:39:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:39:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:39:14.759-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:39:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:39:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:39:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:39:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:39:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:39:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:39:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:39:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:39:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:39:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:39:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:39:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:39:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:39:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:39:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:39:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:39:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:39:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:39:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:39:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:39:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:39:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:39:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:39:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:39:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:39:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:39:37,839 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:39:37,839 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:39:37,840 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:39:37,840 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:39:37,840 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:39:37,840 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:39:37,841 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:39:37,841 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:39:37,842 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:39:37.842-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:39:37,842 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:40:07,840 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:40:07,840 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:40:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:40:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:40:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:40:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:40:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:40:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:40:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:40:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:40:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:40:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:40:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:40:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:40:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:40:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:40:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:40:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:40:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:40:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:40:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:40:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:40:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:40:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:40:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:40:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:40:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:40:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:40:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:40:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:40:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:40:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:40:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:40:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:40:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:40:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:40:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:40:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:40:37,845 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:40:37,845 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:40:37,845 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:40:37,845 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:40:37,845 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:40:37,845 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:40:37,846 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:40:37,847 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:40:37,847 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:40:37.847-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:40:37,847 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:41:07,846 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:41:07,846 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:41:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:41:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:41:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:41:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:41:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:41:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:41:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:41:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:41:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:41:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:41:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:41:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:41:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:41:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:41:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:41:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:41:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:41:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:41:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:41:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:41:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:41:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:41:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:41:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:41:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:41:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:41:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:41:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:41:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:41:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:41:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:41:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:41:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:41:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:41:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:41:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:41:37,850 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:41:37,850 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:41:37,851 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:41:37,851 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:41:37,851 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:41:37,851 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:41:37,852 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:41:37,852 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:41:37,852 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:41:37.852-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:41:37,853 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:42:07,851 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:42:07,851 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:42:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:42:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:42:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:42:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:42:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:42:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:42:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:42:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:42:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:42:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:42:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:42:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:42:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:42:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:42:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:42:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:42:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:42:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:42:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:42:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:42:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:42:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:42:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:42:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:42:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:42:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:42:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:42:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:42:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:42:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:42:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:42:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:42:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:42:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:42:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:42:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:42:37,855 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:42:37,855 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:42:37,856 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:42:37,856 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:42:37,856 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:42:37,856 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:42:37,857 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:42:37,857 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:42:37,858 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:42:37.857-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:42:37,858 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:43:07,856 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:43:07,856 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:43:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:43:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:43:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:43:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:43:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:43:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:43:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:43:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:43:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:43:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:43:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:43:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:43:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:43:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:43:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:43:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:43:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:43:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:43:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:43:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:43:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:43:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:43:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:43:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:43:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:43:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:43:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:43:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:43:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:43:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:43:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:43:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:43:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:43:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:43:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:43:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:43:37,863 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:43:37,863 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:43:37,863 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:43:37,863 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:43:37,863 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:43:37,863 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:43:37,864 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:43:37,865 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:43:37,865 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:43:37.865-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:43:37,865 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:44:07,864 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:44:07,864 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:44:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:44:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:44:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:44:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:44:14,760 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:44:14.760-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:44:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:44:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:44:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:44:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:44:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:44:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:44:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:44:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:44:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:44:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:44:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:44:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:44:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:44:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:44:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:44:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:44:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:44:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:44:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:44:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:44:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:44:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:44:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:44:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:44:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:44:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:44:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:44:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:44:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:44:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:44:37,868 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:44:37,868 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:44:37,868 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:44:37,868 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:44:37,868 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:44:37,868 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:44:37,869 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:44:37,870 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:44:37,870 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:44:37.870-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:44:37,870 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:45:07,869 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:45:07,869 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:45:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:45:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:45:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:45:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:45:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:45:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:45:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:45:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:45:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:45:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:45:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:45:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:45:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:45:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:45:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:45:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:45:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:45:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:45:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:45:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:45:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:45:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:45:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:45:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:45:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:45:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:45:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:45:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:45:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:45:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:45:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:45:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:45:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:45:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:45:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:45:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:45:37,873 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:45:37,873 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:45:37,874 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:45:37,874 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:45:37,874 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:45:37,874 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:45:37,875 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:45:37,875 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:45:37,876 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:45:37.875-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:45:37,876 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:46:07,874 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:46:07,874 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:46:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:46:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:46:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:46:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:46:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:46:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:46:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:46:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:46:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:46:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:46:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:46:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:46:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:46:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:46:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:46:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:46:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:46:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:46:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:46:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:46:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:46:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:46:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:46:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:46:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:46:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:46:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:46:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:46:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:46:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:46:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:46:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:46:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:46:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:46:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:46:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:46:37,878 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:46:37,878 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:46:37,878 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:46:37,878 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:46:37,878 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:46:37,878 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:46:37,880 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:46:37,880 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:46:37,880 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:46:37.880-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:46:37,880 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:47:07,879 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:47:07,879 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:47:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:47:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:47:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:47:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:47:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:47:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:47:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:47:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:47:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:47:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:47:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:47:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:47:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:47:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:47:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:47:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:47:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:47:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:47:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:47:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:47:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:47:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:47:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:47:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:47:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:47:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:47:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:47:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:47:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:47:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:47:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:47:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:47:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:47:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:47:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:47:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:47:37,884 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:47:37,884 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:47:37,884 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:47:37,884 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:47:37,884 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:47:37,884 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:47:37,885 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:47:37,886 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:47:37,886 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:47:37.886-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:47:37,888 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:48:07,884 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:48:07,885 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:48:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:48:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:48:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:48:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:48:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:48:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:48:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:48:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:48:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:48:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:48:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:48:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:48:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:48:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:48:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:48:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:48:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:48:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:48:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:48:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:48:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:48:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:48:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:48:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:48:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:48:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:48:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:48:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:48:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:48:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:48:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:48:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:48:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:48:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:48:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:48:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:48:37,889 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:48:37,889 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:48:37,889 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:48:37,889 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:48:37,889 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:48:37,889 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:48:37,890 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:48:37,891 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:48:37,891 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:48:37.891-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:48:37,891 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:49:07,890 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:49:07,890 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:49:14,761 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:49:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:49:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:49:14.761-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:49:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:49:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:49:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:49:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:49:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:49:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:49:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:49:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:49:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:49:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:49:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:49:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:49:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:49:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:49:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:49:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:49:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:49:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:49:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:49:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:49:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:49:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:49:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:49:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:49:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:49:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:49:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:49:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:49:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:49:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:49:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:49:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:49:37,894 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:49:37,894 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:49:37,894 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:49:37,894 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:49:37,894 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:49:37,894 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:49:37,895 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:49:37,896 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:49:37,896 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:49:37.896-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:49:37,896 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:50:07,895 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:50:07,895 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:50:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:50:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:50:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:50:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:50:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:50:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:50:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:50:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:50:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:50:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:50:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:50:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:50:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:50:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:50:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:50:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:50:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:50:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:50:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:50:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:50:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:50:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:50:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:50:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:50:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:50:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:50:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:50:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:50:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:50:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:50:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:50:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:50:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:50:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:50:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:50:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:50:37,899 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:50:37,899 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:50:37,899 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:50:37,899 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:50:37,899 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:50:37,899 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:50:37,900 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:50:37,901 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:50:37,901 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:50:37.901-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:50:37,901 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:51:07,900 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:51:07,900 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:51:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:51:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:51:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:51:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:51:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:51:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:51:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:51:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:51:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:51:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:51:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:51:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:51:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:51:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:51:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:51:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:51:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:51:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:51:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:51:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:51:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:51:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:51:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:51:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:51:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:51:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:51:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:51:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:51:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:51:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:51:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:51:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:51:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:51:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:51:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:51:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:51:37,904 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:51:37,904 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:51:37,905 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:51:37,905 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:51:37,905 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:51:37,905 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:51:37,906 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:51:37,906 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:51:37,906 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:51:37.906-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:51:37,906 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:52:07,905 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:52:07,905 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:52:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:52:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:52:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:52:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:52:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:52:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:52:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:52:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:52:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:52:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:52:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:52:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:52:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:52:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:52:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:52:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:52:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:52:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:52:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:52:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:52:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:52:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:52:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:52:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:52:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:52:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:52:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:52:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:52:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:52:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:52:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:52:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:52:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:52:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:52:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:52:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:52:37,910 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:52:37,910 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:52:37,910 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:52:37,910 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:52:37,910 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:52:37,910 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:52:37,911 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:52:37,912 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:52:37,912 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:52:37.912-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:52:37,912 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:53:07,911 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:53:07,911 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:53:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:53:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:53:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:53:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:53:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:53:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:53:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:53:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:53:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:53:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:53:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:53:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:53:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:53:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:53:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:53:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:53:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:53:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:53:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:53:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:53:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:53:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:53:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:53:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:53:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:53:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:53:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:53:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:53:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:53:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:53:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:53:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:53:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:53:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:53:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:53:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:53:37,915 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:53:37,915 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:53:37,915 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:53:37,916 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:53:37,916 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:53:37,916 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:53:37,917 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:53:37,917 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:53:37,917 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:53:37.917-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:53:37,917 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:54:07,916 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:54:07,916 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:54:14,762 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:54:14.762-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:54:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:54:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:54:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:54:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:54:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:54:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:54:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:54:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:54:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:54:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:54:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:54:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:54:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:54:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:54:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:54:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:54:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:54:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:54:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:54:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:54:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:54:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:54:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:54:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:54:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:54:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:54:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:54:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:54:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:54:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:54:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:54:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:54:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:54:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:54:37,920 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:54:37,920 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:54:37,921 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:54:37,921 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:54:37,921 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:54:37,921 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:54:37,922 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:54:37,922 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:54:37,922 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:54:37.922-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:54:37,922 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:55:07,921 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:55:07,921 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:55:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:55:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:55:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:55:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:55:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:55:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:55:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:55:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:55:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:55:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:55:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:55:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:55:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:55:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:55:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:55:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:55:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:55:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:55:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:55:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:55:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:55:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:55:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:55:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:55:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:55:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:55:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:55:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:55:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:55:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:55:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:55:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:55:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:55:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:55:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:55:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:55:37,926 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:55:37,926 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:55:37,926 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:55:37,926 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:55:37,926 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:55:37,926 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:55:37,927 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:55:37,928 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:55:37,930 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:55:37.928-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:55:37,930 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:56:07,927 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:56:07,927 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:56:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:56:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:56:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:56:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:56:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:56:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:56:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:56:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:56:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:56:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:56:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:56:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:56:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:56:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:56:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:56:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:56:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:56:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:56:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:56:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:56:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:56:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:56:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:56:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:56:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:56:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:56:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:56:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:56:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:56:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:56:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:56:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:56:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:56:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:56:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:56:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:56:37,931 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:56:37,931 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:56:37,931 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:56:37,932 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:56:37,932 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:56:37,932 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:56:37,933 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:56:37,933 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:56:37,933 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:56:37.933-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:56:37,933 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:57:07,932 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:57:07,932 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:57:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:57:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:57:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:57:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:57:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:57:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:57:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:57:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:57:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:57:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:57:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:57:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:57:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:57:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:57:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:57:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:57:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:57:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:57:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:57:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:57:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:57:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:57:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:57:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:57:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:57:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:57:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:57:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:57:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:57:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:57:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:57:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:57:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:57:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:57:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:57:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:57:37,937 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:57:37,937 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:57:37,937 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:57:37,937 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:57:37,937 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:57:37,937 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:57:37,938 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:57:37,939 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:57:37,939 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:57:37.939-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:57:37,939 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:58:07,938 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:58:07,938 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:58:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:58:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:58:14,763 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:58:14.763-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:58:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:58:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:58:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:58:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:58:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:58:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:58:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:58:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:58:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:58:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:58:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:58:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:58:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:58:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:58:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:58:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:58:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:58:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:58:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:58:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:58:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:58:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:58:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:58:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:58:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:58:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:58:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:58:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:58:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:58:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:58:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:58:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:58:37,942 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:58:37,942 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:58:37,942 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:58:37,942 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:58:37,942 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:58:37,942 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:58:37,943 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:58:37,944 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:58:37,944 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:58:37.944-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:58:37,944 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 17:59:07,943 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 17:59:07,943 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:59:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:59:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 17:59:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:59:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 17:59:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:59:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 17:59:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:59:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 17:59:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:59:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 17:59:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:59:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 17:59:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:59:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 17:59:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:59:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 17:59:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:59:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 17:59:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:59:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 17:59:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:59:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 17:59:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:59:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 17:59:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:59:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 17:59:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:59:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 17:59:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:59:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 17:59:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:59:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 17:59:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:59:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 17:59:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T17:59:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 17:59:37,947 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 17:59:37,947 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 17:59:37,948 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:59:37,948 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:59:37,948 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 17:59:37,948 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 17:59:37,949 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 17:59:37,949 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 17:59:37,949 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T17:59:37.949-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 17:59:37,950 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:00:07,948 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:00:07,948 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:00:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:00:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:00:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:00:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:00:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:00:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:00:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:00:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:00:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:00:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:00:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:00:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:00:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:00:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:00:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:00:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:00:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:00:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:00:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:00:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:00:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:00:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:00:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:00:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:00:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:00:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:00:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:00:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:00:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:00:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:00:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:00:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:00:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:00:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:00:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:00:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:00:37,953 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:00:37,953 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:00:37,953 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:00:37,953 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:00:37,953 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:00:37,953 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:00:37,954 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:00:37,955 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:00:37,955 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:00:37.955-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:00:37,955 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:01:07,954 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:01:07,954 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:01:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:01:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:01:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:01:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:01:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:01:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:01:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:01:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:01:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:01:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:01:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:01:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:01:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:01:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:01:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:01:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:01:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:01:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:01:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:01:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:01:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:01:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:01:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:01:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:01:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:01:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:01:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:01:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:01:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:01:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:01:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:01:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:01:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:01:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:01:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:01:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:01:37,958 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:01:37,958 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:01:37,958 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:01:37,958 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:01:37,958 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:01:37,958 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:01:37,960 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:01:37,960 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:01:37,960 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:01:37.960-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:01:37,960 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:02:07,959 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:02:07,959 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:02:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:02:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:02:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:02:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:02:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:02:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:02:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:02:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:02:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:02:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:02:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:02:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:02:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:02:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:02:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:02:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:02:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:02:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:02:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:02:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:02:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:02:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:02:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:02:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:02:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:02:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:02:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:02:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:02:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:02:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:02:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:02:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:02:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:02:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:02:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:02:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:02:37,963 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:02:37,963 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:02:37,964 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:02:37,964 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:02:37,964 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:02:37,964 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:02:37,965 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:02:37,965 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:02:37,965 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:02:37.965-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:02:37,966 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:03:07,964 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:03:07,964 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:03:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:03:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:03:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:03:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:03:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:03:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:03:14,764 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:03:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:03:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:03:14.764-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:03:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:03:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:03:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:03:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:03:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:03:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:03:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:03:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:03:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:03:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:03:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:03:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:03:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:03:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:03:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:03:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:03:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:03:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:03:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:03:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:03:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:03:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:03:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:03:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:03:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:03:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:03:37,969 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:03:37,969 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:03:37,969 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:03:37,969 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:03:37,969 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:03:37,969 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:03:37,971 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:03:37,974 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:03:37,974 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:03:37.974-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:03:37,974 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:04:07,970 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:04:07,970 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:04:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:04:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:04:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:04:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:04:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:04:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:04:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:04:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:04:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:04:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:04:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:04:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:04:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:04:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:04:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:04:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:04:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:04:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:04:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:04:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:04:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:04:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:04:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:04:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:04:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:04:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:04:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:04:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:04:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:04:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:04:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:04:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:04:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:04:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:04:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:04:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:04:37,974 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:04:37,974 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:04:37,974 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:04:37,974 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:04:37,974 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:04:37,974 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:04:37,975 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:04:37,976 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:04:37,976 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:04:37.976-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:04:37,976 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:05:07,975 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:05:07,975 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:05:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:05:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:05:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:05:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:05:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:05:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:05:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:05:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:05:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:05:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:05:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:05:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:05:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:05:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:05:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:05:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:05:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:05:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:05:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:05:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:05:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:05:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:05:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:05:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:05:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:05:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:05:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:05:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:05:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:05:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:05:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:05:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:05:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:05:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:05:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:05:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:05:37,979 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:05:37,979 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:05:37,980 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:05:37,980 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:05:37,980 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:05:37,980 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:05:37,981 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:05:37,981 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:05:37,981 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:05:37.981-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:05:37,981 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:06:07,980 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:06:07,980 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:06:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:06:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:06:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:06:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:06:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:06:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:06:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:06:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:06:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:06:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:06:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:06:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:06:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:06:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:06:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:06:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:06:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:06:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:06:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:06:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:06:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:06:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:06:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:06:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:06:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:06:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:06:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:06:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:06:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:06:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:06:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:06:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:06:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:06:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:06:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:06:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:06:37,985 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:06:37,985 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:06:37,986 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:06:37,986 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:06:37,986 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:06:37,986 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:06:37,987 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:06:37,987 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:06:37,987 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:06:37.987-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:06:37,987 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:07:07,986 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:07:07,986 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:07:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:07:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:07:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:07:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:07:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:07:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:07:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:07:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:07:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:07:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:07:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:07:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:07:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:07:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:07:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:07:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:07:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:07:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:07:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:07:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:07:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:07:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:07:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:07:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:07:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:07:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:07:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:07:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:07:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:07:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:07:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:07:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:07:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:07:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:07:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:07:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:07:37,990 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:07:37,990 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:07:37,991 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:07:37,991 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:07:37,991 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:07:37,991 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:07:37,992 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:07:37,992 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:07:37,993 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:07:37.992-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:07:37,993 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:08:07,991 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:08:07,991 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:08:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:08:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:08:14,765 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:08:14.765-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:08:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:08:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:08:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:08:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:08:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:08:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:08:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:08:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:08:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:08:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:08:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:08:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:08:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:08:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:08:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:08:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:08:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:08:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:08:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:08:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:08:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:08:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:08:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:08:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:08:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:08:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:08:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:08:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:08:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:08:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:08:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:08:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:08:37,995 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:08:37,995 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:08:37,995 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:08:37,995 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:08:37,995 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:08:37,995 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:08:37,996 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:08:37,997 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:08:37,997 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:08:37.997-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:08:37,997 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:09:07,996 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:09:07,996 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:09:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:09:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:09:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:09:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:09:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:09:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:09:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:09:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:09:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:09:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:09:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:09:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:09:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:09:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:09:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:09:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:09:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:09:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:09:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:09:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:09:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:09:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:09:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:09:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:09:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:09:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:09:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:09:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:09:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:09:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:09:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:09:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:09:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:09:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:09:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:09:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:09:38,000 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:09:38,000 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:09:38,000 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:09:38,000 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:09:38,001 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:09:38,001 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:09:38,001 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:09:38,005 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:09:38,005 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:09:38.005-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:09:38,005 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:10:08,001 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:10:08,001 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:10:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:10:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:10:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:10:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:10:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:10:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:10:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:10:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:10:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:10:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:10:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:10:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:10:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:10:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:10:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:10:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:10:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:10:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:10:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:10:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:10:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:10:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:10:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:10:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:10:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:10:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:10:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:10:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:10:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:10:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:10:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:10:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:10:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:10:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:10:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:10:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:10:38,006 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:10:38,006 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:10:38,006 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:10:38,006 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:10:38,006 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:10:38,006 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:10:38,007 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:10:38,007 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:10:38,008 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:10:38.008-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:10:38,008 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:11:08,007 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:11:08,007 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:11:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:11:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:11:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:11:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:11:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:11:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:11:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:11:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:11:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:11:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:11:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:11:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:11:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:11:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:11:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:11:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:11:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:11:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:11:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:11:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:11:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:11:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:11:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:11:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:11:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:11:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:11:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:11:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:11:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:11:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:11:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:11:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:11:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:11:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:11:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:11:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:11:38,011 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:11:38,011 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:11:38,012 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:11:38,012 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:11:38,012 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:11:38,014 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:11:38,015 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:11:38,015 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:11:38,016 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:11:38.016-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:11:38,016 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:12:08,015 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:12:08,015 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:12:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:12:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:12:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:12:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:12:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:12:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:12:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:12:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:12:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:12:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:12:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:12:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:12:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:12:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:12:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:12:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:12:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:12:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:12:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:12:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:12:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:12:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:12:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:12:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:12:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:12:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:12:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:12:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:12:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:12:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:12:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:12:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:12:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:12:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:12:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:12:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:12:38,018 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:12:38,018 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:12:38,018 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:12:38,018 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:12:38,018 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:12:38,018 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:12:38,019 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:12:38,020 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:12:38,020 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:12:38.020-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:12:38,020 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:13:08,019 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:13:08,019 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:13:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:13:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:13:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:13:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:13:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:13:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:13:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:13:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:13:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:13:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:13:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:13:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:13:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:13:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:13:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:13:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:13:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:13:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:13:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:13:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:13:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:13:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:13:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:13:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:13:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:13:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:13:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:13:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:13:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:13:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:13:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:13:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:13:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:13:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:13:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:13:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:13:38,024 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:13:38,024 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:13:38,024 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:13:38,024 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:13:38,024 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:13:38,024 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:13:38,025 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:13:38,026 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:13:38,026 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:13:38.026-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:13:38,026 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:14:08,025 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:14:08,025 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:14:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:14:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:14:27,595 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:14:27.595-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:14:27,595 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:14:27.595-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:14:27,595 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:14:27.595-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:14:27,595 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:14:27.595-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:14:27,595 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:14:27.595-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:14:27,595 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:14:27.595-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:14:27,595 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:14:27.595-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:14:27,595 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:14:27.595-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:14:27,595 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:14:27.595-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:14:27,595 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:14:27.595-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:14:27,596 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:14:27.595-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:14:27,596 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:14:27.596-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:14:27,596 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:14:27.596-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:14:27,596 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:14:27.596-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:14:27,596 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:14:27.596-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:14:27,596 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:14:27.596-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:14:27,596 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:14:27.596-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:14:38,028 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:14:38,028 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:14:38,028 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:14:38,028 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:14:38,029 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:14:38,029 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:14:38,030 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:14:38,030 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:14:38,030 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:14:38.030-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:14:38,030 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:15:08,029 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:15:08,029 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:15:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:15:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:15:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:15:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:15:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:15:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:15:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:15:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:15:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:15:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:15:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:15:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:15:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:15:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:15:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:15:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:15:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:15:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:15:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:15:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:15:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:15:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:15:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:15:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:15:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:15:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:15:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:15:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:15:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:15:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:15:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:15:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:15:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:15:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:15:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:15:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:15:38,034 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:15:38,034 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:15:38,034 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:15:38,034 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:15:38,034 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:15:38,034 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:15:38,035 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:15:38,036 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:15:38,036 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:15:38.036-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:15:38,036 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:16:08,035 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:16:08,035 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:16:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:16:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:16:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:16:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:16:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:16:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:16:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:16:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:16:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:16:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:16:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:16:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:16:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:16:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:16:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:16:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:16:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:16:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:16:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:16:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:16:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:16:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:16:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:16:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:16:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:16:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:16:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:16:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:16:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:16:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:16:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:16:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:16:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:16:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:16:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:16:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:16:38,038 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:16:38,038 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:16:38,039 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:16:38,039 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:16:38,039 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:16:38,039 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:16:38,040 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:16:38,040 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:16:38,041 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:16:38.040-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:16:38,041 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:17:08,039 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:17:08,039 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:17:14,766 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:17:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:17:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:17:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:17:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:17:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:17:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:17:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:17:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:17:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:17:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:17:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:17:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:17:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:17:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:17:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:17:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:17:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:17:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:17:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:17:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:17:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:17:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:17:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:17:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:17:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:17:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:17:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:17:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:17:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:17:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:17:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:17:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:17:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:17:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:17:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:17:38,047 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:17:38,047 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:17:38,047 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:17:38,047 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:17:38,047 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:17:38,047 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:17:38,048 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:17:38,049 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:17:38,049 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:17:38.049-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:17:38,049 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:18:08,047 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:18:08,048 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:18:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:18:14.766-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:18:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:18:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:18:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:18:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:18:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:18:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:18:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:18:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:18:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:18:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:18:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:18:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:18:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:18:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:18:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:18:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:18:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:18:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:18:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:18:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:18:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:18:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:18:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:18:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:18:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:18:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:18:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:18:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:18:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:18:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:18:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:18:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:18:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:18:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:18:38,051 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:18:38,051 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:18:38,052 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:18:38,052 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:18:38,052 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:18:38,052 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:18:38,053 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:18:38,053 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:18:38,053 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:18:38.053-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:18:38,053 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:19:08,052 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:19:08,052 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:19:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:19:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:19:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:19:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:19:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:19:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:19:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:19:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:19:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:19:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:19:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:19:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:19:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:19:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:19:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:19:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:19:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:19:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:19:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:19:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:19:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:19:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:19:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:19:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:19:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:19:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:19:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:19:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:19:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:19:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:19:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:19:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:19:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:19:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:19:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:19:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:19:38,057 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:19:38,057 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:19:38,059 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:19:38,059 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:19:38,059 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:19:38,060 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:19:38,060 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:19:38,061 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:19:38,061 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:19:38.061-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:19:38,061 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:20:08,060 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:20:08,060 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:20:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:20:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:20:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:20:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:20:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:20:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:20:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:20:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:20:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:20:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:20:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:20:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:20:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:20:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:20:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:20:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:20:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:20:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:20:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:20:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:20:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:20:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:20:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:20:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:20:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:20:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:20:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:20:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:20:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:20:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:20:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:20:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:20:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:20:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:20:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:20:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:20:38,061 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:20:38,061 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:20:38,062 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:20:38,062 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:20:38,062 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:20:38,062 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:20:38,063 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:20:38,063 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:20:38,064 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:20:38.063-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:20:38,064 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:21:08,062 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:21:08,062 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:21:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:21:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:21:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:21:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:21:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:21:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:21:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:21:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:21:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:21:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:21:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:21:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:21:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:21:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:21:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:21:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:21:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:21:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:21:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:21:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:21:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:21:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:21:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:21:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:21:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:21:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:21:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:21:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:21:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:21:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:21:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:21:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:21:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:21:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:21:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:21:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:21:38,066 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:21:38,066 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:21:38,067 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:21:38,067 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:21:38,067 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:21:38,067 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:21:38,068 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:21:38,068 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:21:38,069 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:21:38.069-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:21:38,069 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:22:08,067 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:22:08,067 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:22:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:22:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:22:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:22:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:22:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:22:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:22:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:22:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:22:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:22:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:22:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:22:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:22:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:22:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:22:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:22:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:22:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:22:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:22:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:22:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:22:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:22:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:22:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:22:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:22:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:22:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:22:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:22:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:22:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:22:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:22:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:22:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:22:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:22:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:22:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:22:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:22:38,071 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:22:38,071 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:22:38,072 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:22:38,072 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:22:38,072 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:22:38,072 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:22:38,073 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:22:38,073 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:22:38,073 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:22:38.073-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:22:38,073 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:23:08,072 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:23:08,072 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:23:14,767 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:23:14.767-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:23:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:23:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:23:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:23:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:23:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:23:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:23:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:23:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:23:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:23:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:23:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:23:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:23:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:23:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:23:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:23:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:23:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:23:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:23:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:23:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:23:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:23:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:23:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:23:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:23:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:23:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:23:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:23:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:23:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:23:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:23:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:23:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:23:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:23:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:23:38,076 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:23:38,076 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:23:38,077 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:23:38,077 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:23:38,077 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:23:38,077 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:23:38,078 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:23:38,078 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:23:38,079 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:23:38.079-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:23:38,079 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:24:08,077 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:24:08,077 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:24:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:24:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:24:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:24:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:24:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:24:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:24:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:24:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:24:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:24:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:24:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:24:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:24:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:24:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:24:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:24:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:24:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:24:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:24:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:24:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:24:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:24:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:24:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:24:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:24:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:24:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:24:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:24:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:24:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:24:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:24:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:24:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:24:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:24:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:24:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:24:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:24:38,081 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:24:38,081 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:24:38,082 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:24:38,082 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:24:38,082 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:24:38,082 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:24:38,083 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:24:38,083 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:24:38,083 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:24:38.083-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:24:38,083 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:25:08,082 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:25:08,082 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:25:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:25:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:25:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:25:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:25:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:25:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:25:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:25:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:25:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:25:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:25:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:25:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:25:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:25:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:25:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:25:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:25:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:25:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:25:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:25:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:25:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:25:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:25:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:25:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:25:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:25:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:25:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:25:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:25:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:25:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:25:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:25:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:25:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:25:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:25:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:25:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:25:38,086 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:25:38,086 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:25:38,087 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:25:38,087 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:25:38,087 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:25:38,087 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:25:38,088 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:25:38,088 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:25:38,089 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:25:38.089-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:25:38,089 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:26:08,087 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:26:08,097 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:26:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:26:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:26:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:26:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:26:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:26:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:26:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:26:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:26:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:26:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:26:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:26:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:26:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:26:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:26:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:26:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:26:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:26:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:26:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:26:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:26:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:26:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:26:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:26:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:26:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:26:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:26:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:26:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:26:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:26:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:26:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:26:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:26:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:26:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:26:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:26:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:26:38,091 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:26:38,091 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:26:38,091 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:26:38,091 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:26:38,092 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:26:38,092 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:26:38,093 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:26:38,093 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:26:38,093 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:26:38.093-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:26:38,093 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:27:08,092 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:27:08,092 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:27:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:27:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:27:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:27:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:27:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:27:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:27:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:27:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:27:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:27:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:27:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:27:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:27:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:27:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:27:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:27:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:27:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:27:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:27:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:27:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:27:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:27:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:27:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:27:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:27:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:27:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:27:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:27:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:27:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:27:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:27:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:27:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:27:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:27:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:27:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:27:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:27:38,097 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:27:38,097 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:27:38,097 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:27:38,097 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:27:38,098 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:27:38,098 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:27:38,099 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:27:38,099 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:27:38,099 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:27:38.099-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:27:38,099 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:28:08,098 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:28:08,098 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:28:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:28:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:28:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:28:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:28:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:28:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:28:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:28:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:28:14,768 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:28:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:28:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:28:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:28:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:28:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:28:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:28:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:28:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:28:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:28:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:28:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:28:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:28:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:28:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:28:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:28:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:28:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:28:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:28:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:28:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:28:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:28:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:28:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:28:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:28:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:28:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:28:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:28:38,101 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:28:38,101 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:28:38,102 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:28:38,102 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:28:38,102 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:28:38,102 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:28:38,103 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:28:38,103 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:28:38,103 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:28:38.103-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:28:38,104 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:29:08,102 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:29:08,102 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:29:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:29:14.768-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:29:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:29:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:29:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:29:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:29:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:29:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:29:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:29:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:29:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:29:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:29:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:29:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:29:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:29:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:29:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:29:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:29:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:29:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:29:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:29:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:29:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:29:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:29:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:29:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:29:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:29:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:29:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:29:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:29:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:29:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:29:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:29:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:29:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:29:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:29:38,106 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:29:38,106 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:29:38,107 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:29:38,107 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:29:38,107 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:29:38,107 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:29:38,108 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:29:38,108 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:29:38,108 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:29:38.108-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:29:38,108 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:30:08,107 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:30:08,107 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:30:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:30:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:30:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:30:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:30:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:30:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:30:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:30:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:30:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:30:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:30:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:30:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:30:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:30:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:30:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:30:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:30:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:30:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:30:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:30:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:30:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:30:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:30:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:30:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:30:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:30:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:30:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:30:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:30:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:30:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:30:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:30:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:30:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:30:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:30:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:30:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:30:38,111 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:30:38,111 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:30:38,112 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:30:38,112 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:30:38,112 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:30:38,112 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:30:38,113 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:30:38,113 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:30:38,113 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:30:38.113-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:30:38,113 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:31:08,112 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:31:08,112 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:31:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:31:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:31:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:31:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:31:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:31:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:31:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:31:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:31:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:31:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:31:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:31:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:31:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:31:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:31:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:31:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:31:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:31:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:31:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:31:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:31:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:31:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:31:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:31:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:31:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:31:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:31:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:31:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:31:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:31:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:31:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:31:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:31:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:31:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:31:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:31:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:31:38,116 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:31:38,117 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:31:38,117 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:31:38,117 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:31:38,117 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:31:38,117 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:31:38,118 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:31:38,119 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:31:38,119 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:31:38.119-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:31:38,119 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:32:08,117 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:32:08,118 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:32:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:32:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:32:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:32:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:32:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:32:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:32:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:32:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:32:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:32:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:32:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:32:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:32:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:32:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:32:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:32:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:32:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:32:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:32:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:32:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:32:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:32:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:32:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:32:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:32:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:32:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:32:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:32:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:32:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:32:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:32:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:32:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:32:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:32:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:32:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:32:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:32:38,121 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:32:38,122 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:32:38,122 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:32:38,122 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:32:38,122 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:32:38,122 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:32:38,123 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:32:38,123 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:32:38,124 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:32:38.124-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:32:38,124 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:33:08,122 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:33:08,123 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:33:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:33:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:33:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:33:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:33:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:33:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:33:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:33:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:33:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:33:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:33:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:33:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:33:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:33:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:33:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:33:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:33:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:33:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:33:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:33:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:33:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:33:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:33:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:33:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:33:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:33:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:33:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:33:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:33:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:33:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:33:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:33:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:33:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:33:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:33:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:33:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:33:38,127 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:33:38,127 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:33:38,127 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:33:38,127 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:33:38,127 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:33:38,127 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:33:38,129 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:33:38,129 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:33:38,130 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:33:38.130-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:33:38,130 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:34:08,128 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:34:08,128 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:34:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:34:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:34:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:34:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:34:14,769 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:34:14.769-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:34:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:34:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:34:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:34:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:34:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:34:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:34:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:34:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:34:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:34:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:34:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:34:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:34:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:34:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:34:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:34:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:34:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:34:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:34:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:34:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:34:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:34:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:34:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:34:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:34:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:34:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:34:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:34:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:34:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:34:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:34:38,131 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:34:38,131 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:34:38,132 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:34:38,132 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:34:38,132 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:34:38,132 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:34:38,133 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:34:38,133 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:34:38,133 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:34:38.133-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:34:38,133 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:35:08,132 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:35:08,132 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:35:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:35:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:35:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:35:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:35:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:35:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:35:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:35:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:35:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:35:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:35:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:35:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:35:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:35:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:35:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:35:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:35:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:35:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:35:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:35:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:35:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:35:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:35:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:35:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:35:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:35:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:35:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:35:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:35:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:35:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:35:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:35:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:35:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:35:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:35:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:35:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:35:38,137 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:35:38,137 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:35:38,137 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:35:38,137 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:35:38,137 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:35:38,137 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:35:38,139 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:35:38,139 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:35:38,139 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:35:38.139-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:35:38,139 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:36:08,138 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:36:08,140 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:36:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:36:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:36:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:36:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:36:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:36:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:36:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:36:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:36:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:36:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:36:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:36:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:36:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:36:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:36:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:36:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:36:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:36:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:36:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:36:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:36:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:36:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:36:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:36:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:36:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:36:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:36:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:36:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:36:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:36:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:36:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:36:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:36:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:36:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:36:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:36:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:36:38,141 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:36:38,142 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:36:38,142 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:36:38,142 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:36:38,142 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:36:38,142 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:36:38,143 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:36:38,143 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:36:38,144 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:36:38.144-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:36:38,144 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:37:08,142 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:37:08,143 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:37:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:37:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:37:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:37:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:37:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:37:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:37:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:37:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:37:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:37:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:37:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:37:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:37:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:37:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:37:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:37:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:37:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:37:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:37:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:37:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:37:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:37:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:37:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:37:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:37:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:37:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:37:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:37:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:37:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:37:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:37:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:37:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:37:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:37:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:37:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:37:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:37:38,146 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:37:38,146 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:37:38,147 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:37:38,147 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:37:38,147 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:37:38,147 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:37:38,148 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:37:38,148 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:37:38,149 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:37:38.148-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:37:38,149 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:38:08,147 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:38:08,148 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:38:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:38:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:38:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:38:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:38:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:38:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:38:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:38:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:38:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:38:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:38:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:38:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:38:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:38:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:38:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:38:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:38:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:38:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:38:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:38:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:38:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:38:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:38:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:38:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:38:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:38:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:38:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:38:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:38:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:38:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:38:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:38:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:38:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:38:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:38:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:38:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:38:38,152 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:38:38,152 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:38:38,152 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:38:38,152 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:38:38,153 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:38:38,153 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:38:38,154 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:38:38,154 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:38:38,154 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:38:38.154-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:38:38,154 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:39:08,153 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:39:08,153 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:39:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:39:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:39:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:39:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:39:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:39:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:39:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:39:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:39:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:39:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:39:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:39:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:39:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:39:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:39:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:39:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:39:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:39:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:39:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:39:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:39:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:39:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:39:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:39:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:39:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:39:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:39:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:39:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:39:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:39:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:39:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:39:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:39:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:39:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:39:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:39:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:39:38,157 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:39:38,157 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:39:38,157 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:39:38,157 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:39:38,157 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:39:38,157 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:39:38,158 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:39:38,159 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:39:38,159 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:39:38.159-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:39:38,159 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:40:08,158 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:40:08,158 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:40:14,770 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:40:14.770-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:40:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:40:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:40:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:40:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:40:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:40:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:40:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:40:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:40:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:40:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:40:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:40:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:40:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:40:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:40:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:40:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:40:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:40:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:40:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:40:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:40:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:40:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:40:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:40:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:40:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:40:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:40:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:40:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:40:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:40:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:40:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:40:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:40:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:40:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:40:38,162 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:40:38,162 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:40:38,162 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:40:38,162 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:40:38,162 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:40:38,162 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:40:38,163 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:40:38,164 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:40:38,164 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:40:38.164-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:40:38,164 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:41:08,163 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:41:08,163 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:41:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:41:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:41:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:41:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:41:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:41:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:41:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:41:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:41:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:41:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:41:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:41:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:41:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:41:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:41:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:41:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:41:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:41:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:41:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:41:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:41:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:41:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:41:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:41:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:41:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:41:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:41:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:41:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:41:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:41:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:41:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:41:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:41:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:41:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:41:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:41:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:41:38,166 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:41:38,167 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:41:38,167 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:41:38,167 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:41:38,167 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:41:38,167 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:41:38,168 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:41:38,168 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:41:38,169 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:41:38.169-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:41:38,169 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:42:08,167 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:42:08,168 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:42:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:42:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:42:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:42:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:42:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:42:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:42:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:42:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:42:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:42:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:42:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:42:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:42:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:42:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:42:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:42:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:42:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:42:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:42:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:42:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:42:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:42:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:42:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:42:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:42:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:42:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:42:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:42:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:42:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:42:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:42:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:42:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:42:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:42:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:42:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:42:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:42:38,172 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:42:38,172 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:42:38,172 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:42:38,172 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:42:38,172 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:42:38,172 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:42:38,173 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:42:38,174 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:42:38,174 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:42:38.174-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:42:38,174 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:43:08,173 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:43:08,173 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:43:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:43:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:43:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:43:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:43:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:43:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:43:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:43:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:43:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:43:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:43:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:43:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:43:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:43:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:43:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:43:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:43:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:43:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:43:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:43:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:43:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:43:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:43:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:43:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:43:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:43:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:43:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:43:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:43:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:43:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:43:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:43:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:43:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:43:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:43:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:43:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:43:38,178 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:43:38,178 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:43:38,178 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:43:38,178 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:43:38,178 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:43:38,178 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:43:38,180 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:43:38,180 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:43:38,183 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:43:38.180-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:43:38,183 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:44:08,179 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:44:08,179 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:44:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:44:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:44:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:44:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:44:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:44:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:44:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:44:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:44:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:44:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:44:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:44:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:44:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:44:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:44:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:44:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:44:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:44:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:44:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:44:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:44:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:44:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:44:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:44:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:44:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:44:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:44:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:44:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:44:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:44:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:44:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:44:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:44:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:44:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:44:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:44:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:44:38,182 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:44:38,182 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:44:38,183 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:44:38,183 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:44:38,183 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:44:38,183 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:44:38,184 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:44:38,185 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:44:38,185 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:44:38.185-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:44:38,185 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:45:08,183 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:45:08,183 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:45:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:45:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:45:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:45:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:45:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:45:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:45:14,771 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:45:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:45:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:45:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:45:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:45:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:45:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:45:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:45:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:45:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:45:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:45:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:45:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:45:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:45:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:45:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:45:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:45:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:45:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:45:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:45:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:45:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:45:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:45:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:45:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:45:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:45:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:45:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:45:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:45:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:45:38,188 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:45:38,188 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:45:38,188 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:45:38,188 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:45:38,188 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:45:38,188 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:45:38,189 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:45:38,190 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:45:38,190 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:45:38.190-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:45:38,190 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:46:08,189 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:46:08,189 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:46:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:46:14.771-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:46:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:46:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:46:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:46:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:46:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:46:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:46:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:46:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:46:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:46:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:46:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:46:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:46:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:46:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:46:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:46:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:46:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:46:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:46:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:46:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:46:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:46:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:46:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:46:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:46:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:46:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:46:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:46:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:46:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:46:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:46:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:46:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:46:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:46:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:46:38,192 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:46:38,192 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:46:38,193 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:46:38,193 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:46:38,193 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:46:38,193 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:46:38,194 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:46:38,195 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:46:38,195 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:46:38.195-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:46:38,195 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:47:08,193 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:47:08,193 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:47:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:47:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:47:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:47:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:47:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:47:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:47:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:47:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:47:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:47:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:47:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:47:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:47:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:47:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:47:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:47:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:47:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:47:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:47:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:47:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:47:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:47:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:47:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:47:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:47:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:47:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:47:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:47:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:47:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:47:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:47:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:47:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:47:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:47:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:47:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:47:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:47:38,200 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:47:38,200 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:47:38,201 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:47:38,201 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:47:38,201 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:47:38,201 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:47:38,202 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:47:38,203 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:47:38,203 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:47:38.203-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:47:38,203 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:48:08,201 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:48:08,201 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:48:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:48:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:48:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:48:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:48:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:48:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:48:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:48:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:48:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:48:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:48:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:48:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:48:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:48:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:48:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:48:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:48:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:48:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:48:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:48:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:48:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:48:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:48:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:48:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:48:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:48:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:48:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:48:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:48:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:48:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:48:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:48:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:48:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:48:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:48:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:48:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:48:38,205 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:48:38,205 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:48:38,206 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:48:38,206 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:48:38,206 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:48:38,206 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:48:38,207 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:48:38,208 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:48:38,208 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:48:38.208-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:48:38,208 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:49:08,206 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:49:08,206 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:49:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:49:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:49:22,571 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:49:22.571-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:49:22,571 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:49:22.571-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:49:22,571 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:49:22.571-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:49:22,571 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:49:22.571-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:49:22,571 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:49:22.571-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:49:22,571 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:49:22.571-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:49:22,571 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:49:22.571-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:49:22,571 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:49:22.571-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:49:22,571 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:49:22.571-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:49:22,571 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:49:22.571-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:49:22,571 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:49:22.571-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:49:22,571 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:49:22.571-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:49:22,571 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:49:22.571-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:49:22,571 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:49:22.571-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:49:22,571 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:49:22.571-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:49:22,571 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:49:22.571-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:49:22,571 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:49:22.571-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:49:38,211 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:49:38,211 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:49:38,211 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:49:38,211 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:49:38,211 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:49:38,211 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:49:38,212 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:49:38,213 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:49:38,213 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:49:38.213-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:49:38,213 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:50:08,212 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:50:08,212 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:50:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:50:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:50:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:50:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:50:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:50:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:50:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:50:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:50:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:50:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:50:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:50:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:50:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:50:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:50:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:50:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:50:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:50:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:50:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:50:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:50:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:50:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:50:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:50:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:50:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:50:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:50:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:50:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:50:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:50:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:50:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:50:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:50:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:50:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:50:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:50:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:50:38,215 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:50:38,215 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:50:38,215 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:50:38,215 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:50:38,215 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:50:38,216 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:50:38,217 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:50:38,217 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:50:38,218 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:50:38.217-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:50:38,218 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:51:08,216 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:51:08,216 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:51:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:51:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:51:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:51:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:51:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:51:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:51:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:51:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:51:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:51:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:51:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:51:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:51:14,772 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:51:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:51:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:51:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:51:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:51:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:51:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:51:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:51:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:51:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:51:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:51:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:51:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:51:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:51:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:51:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:51:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:51:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:51:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:51:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:51:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:51:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:51:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:51:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:51:38,222 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:51:38,223 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:51:38,223 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:51:38,223 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:51:38,223 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:51:38,223 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:51:38,224 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:51:38,224 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:51:38,227 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:51:38.227-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:51:38,227 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:52:08,223 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:52:08,223 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:52:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:52:14.772-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:52:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:52:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:52:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:52:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:52:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:52:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:52:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:52:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:52:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:52:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:52:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:52:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:52:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:52:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:52:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:52:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:52:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:52:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:52:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:52:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:52:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:52:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:52:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:52:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:52:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:52:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:52:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:52:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:52:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:52:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:52:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:52:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:52:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:52:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:52:38,228 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:52:38,228 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:52:38,228 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:52:38,228 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:52:38,228 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:52:38,228 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:52:38,229 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:52:38,230 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:52:38,230 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:52:38.230-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:52:38,230 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:53:08,229 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:53:08,229 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:53:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:53:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:53:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:53:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:53:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:53:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:53:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:53:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:53:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:53:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:53:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:53:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:53:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:53:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:53:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:53:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:53:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:53:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:53:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:53:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:53:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:53:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:53:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:53:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:53:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:53:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:53:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:53:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:53:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:53:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:53:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:53:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:53:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:53:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:53:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:53:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:53:38,234 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:53:38,234 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:53:38,234 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:53:38,234 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:53:38,234 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:53:38,234 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:53:38,236 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:53:38,236 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:53:38,236 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:53:38.236-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:53:38,236 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:54:08,234 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:54:08,235 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:54:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:54:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:54:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:54:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:54:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:54:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:54:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:54:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:54:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:54:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:54:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:54:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:54:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:54:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:54:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:54:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:54:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:54:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:54:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:54:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:54:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:54:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:54:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:54:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:54:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:54:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:54:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:54:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:54:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:54:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:54:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:54:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:54:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:54:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:54:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:54:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:54:38,239 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:54:38,239 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:54:38,239 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:54:38,239 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:54:38,239 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:54:38,239 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:54:38,241 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:54:38,241 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:54:38,241 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:54:38.241-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:54:38,241 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:55:08,239 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:55:08,239 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:55:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:55:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:55:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:55:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:55:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:55:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:55:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:55:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:55:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:55:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:55:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:55:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:55:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:55:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:55:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:55:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:55:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:55:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:55:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:55:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:55:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:55:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:55:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:55:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:55:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:55:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:55:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:55:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:55:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:55:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:55:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:55:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:55:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:55:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:55:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:55:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:55:38,244 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:55:38,244 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:55:38,244 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:55:38,244 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:55:38,244 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:55:38,245 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:55:38,246 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:55:38,246 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:55:38,246 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:55:38.246-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:55:38,247 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:56:08,245 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:56:08,245 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:56:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:56:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:56:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:56:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:56:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:56:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:56:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:56:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:56:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:56:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:56:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:56:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:56:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:56:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:56:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:56:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:56:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:56:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:56:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:56:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:56:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:56:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:56:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:56:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:56:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:56:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:56:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:56:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:56:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:56:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:56:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:56:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:56:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:56:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:56:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:56:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:56:38,251 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:56:38,251 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:56:38,251 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:56:38,251 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:56:38,251 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:56:38,251 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:56:38,253 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:56:38,253 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:56:38,253 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:56:38.253-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:56:38,254 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:57:08,252 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:57:08,252 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:57:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:57:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:57:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:57:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:57:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:57:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:57:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:57:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:57:14,773 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:57:14.773-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:57:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:57:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:57:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:57:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:57:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:57:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:57:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:57:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:57:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:57:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:57:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:57:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:57:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:57:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:57:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:57:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:57:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:57:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:57:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:57:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:57:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:57:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:57:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:57:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:57:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:57:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:57:38,256 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:57:38,256 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:57:38,257 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:57:38,257 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:57:38,257 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:57:38,257 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:57:38,258 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:57:38,259 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:57:38,259 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:57:38.259-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:57:38,259 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:58:08,257 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:58:08,257 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:58:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:58:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:58:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:58:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:58:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:58:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:58:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:58:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:58:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:58:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:58:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:58:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:58:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:58:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:58:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:58:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:58:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:58:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:58:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:58:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:58:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:58:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:58:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:58:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:58:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:58:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:58:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:58:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:58:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:58:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:58:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:58:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:58:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:58:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:58:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:58:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:58:38,261 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:58:38,261 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:58:38,262 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:58:38,262 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:58:38,262 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:58:38,262 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:58:38,263 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:58:38,263 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:58:38,263 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:58:38.263-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:58:38,263 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 18:59:08,262 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 18:59:08,262 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:59:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:59:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 18:59:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:59:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 18:59:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:59:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 18:59:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:59:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 18:59:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:59:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 18:59:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:59:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 18:59:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:59:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 18:59:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:59:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 18:59:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:59:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 18:59:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:59:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 18:59:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:59:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 18:59:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:59:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 18:59:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:59:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 18:59:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:59:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 18:59:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:59:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 18:59:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:59:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 18:59:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:59:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 18:59:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T18:59:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 18:59:38,267 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 18:59:38,267 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 18:59:38,267 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:59:38,267 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:59:38,267 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 18:59:38,267 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 18:59:38,269 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 18:59:38,271 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.segment.loading.SegmentLoadingException.<init>(SegmentLoadingException.java:21)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 18:59:38,272 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T18:59:38.271-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.segment.loading.SegmentLoadingException.<init>(SegmentLoadingException.java:21)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 18:59:38,272 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:00:08,268 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:00:08,268 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:00:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:00:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:00:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:00:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:00:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:00:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:00:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:00:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:00:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:00:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:00:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:00:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:00:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:00:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:00:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:00:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:00:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:00:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:00:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:00:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:00:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:00:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:00:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:00:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:00:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:00:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:00:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:00:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:00:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:00:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:00:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:00:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:00:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:00:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:00:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:00:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:00:38,272 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:00:38,272 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:00:38,272 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:00:38,272 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:00:38,272 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:00:38,272 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:00:38,274 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:00:38,274 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:00:38,274 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:00:38.274-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:00:38,274 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:01:08,272 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:01:08,272 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:01:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:01:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:01:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:01:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:01:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:01:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:01:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:01:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:01:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:01:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:01:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:01:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:01:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:01:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:01:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:01:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:01:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:01:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:01:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:01:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:01:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:01:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:01:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:01:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:01:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:01:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:01:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:01:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:01:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:01:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:01:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:01:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:01:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:01:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:01:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:01:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:01:38,277 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:01:38,277 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:01:38,277 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:01:38,277 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:01:38,277 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:01:38,277 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:01:38,279 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:01:38,279 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:01:38,279 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:01:38.279-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:01:38,280 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:02:08,278 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:02:08,278 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:02:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:02:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:02:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:02:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:02:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:02:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:02:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:02:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:02:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:02:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:02:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:02:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:02:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:02:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:02:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:02:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:02:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:02:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:02:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:02:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:02:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:02:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:02:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:02:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:02:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:02:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:02:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:02:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:02:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:02:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:02:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:02:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:02:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:02:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:02:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:02:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:02:38,282 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:02:38,282 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:02:38,282 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:02:38,282 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:02:38,282 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:02:38,282 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:02:38,283 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:02:38,284 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:02:38,284 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:02:38.284-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:02:38,284 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:03:08,282 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:03:08,282 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:03:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:03:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:03:14,774 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:03:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:03:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:03:14.774-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:03:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:03:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:03:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:03:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:03:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:03:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:03:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:03:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:03:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:03:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:03:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:03:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:03:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:03:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:03:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:03:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:03:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:03:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:03:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:03:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:03:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:03:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:03:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:03:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:03:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:03:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:03:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:03:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:03:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:03:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:03:38,286 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:03:38,287 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:03:38,287 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:03:38,287 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:03:38,287 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:03:38,287 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:03:38,289 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:03:38,289 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:03:38,289 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:03:38.289-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:03:38,289 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:04:08,287 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:04:08,287 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:04:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:04:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:04:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:04:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:04:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:04:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:04:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:04:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:04:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:04:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:04:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:04:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:04:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:04:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:04:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:04:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:04:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:04:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:04:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:04:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:04:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:04:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:04:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:04:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:04:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:04:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:04:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:04:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:04:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:04:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:04:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:04:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:04:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:04:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:04:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:04:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:04:38,291 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:04:38,292 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:04:38,292 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:04:38,292 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:04:38,292 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:04:38,292 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:04:38,294 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:04:38,294 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:04:38,294 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:04:38.294-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:04:38,294 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:05:08,292 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:05:08,292 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:05:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:05:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:05:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:05:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:05:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:05:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:05:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:05:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:05:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:05:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:05:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:05:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:05:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:05:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:05:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:05:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:05:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:05:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:05:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:05:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:05:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:05:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:05:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:05:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:05:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:05:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:05:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:05:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:05:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:05:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:05:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:05:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:05:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:05:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:05:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:05:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:05:38,297 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:05:38,297 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:05:38,297 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:05:38,297 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:05:38,297 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:05:38,297 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:05:38,299 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:05:38,299 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:05:38,299 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:05:38.299-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:05:38,299 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:06:08,297 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:06:08,297 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:06:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:06:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:06:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:06:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:06:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:06:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:06:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:06:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:06:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:06:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:06:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:06:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:06:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:06:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:06:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:06:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:06:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:06:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:06:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:06:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:06:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:06:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:06:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:06:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:06:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:06:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:06:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:06:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:06:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:06:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:06:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:06:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:06:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:06:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:06:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:06:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:06:38,302 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:06:38,302 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:06:38,302 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:06:38,302 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:06:38,302 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:06:38,302 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:06:38,304 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:06:38,304 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:06:38,304 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:06:38.304-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:06:38,304 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:07:08,303 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:07:08,303 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:07:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:07:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:07:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:07:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:07:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:07:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:07:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:07:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:07:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:07:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:07:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:07:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:07:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:07:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:07:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:07:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:07:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:07:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:07:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:07:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:07:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:07:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:07:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:07:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:07:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:07:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:07:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:07:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:07:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:07:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:07:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:07:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:07:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:07:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:07:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:07:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:07:38,306 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:07:38,307 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:07:38,309 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:07:38,309 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:07:38,309 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:07:38,309 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:07:38,311 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:07:38,311 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:07:38,311 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:07:38.311-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:07:38,311 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:08:08,310 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:08:08,310 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:08:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:08:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:08:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:08:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:08:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:08:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:08:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:08:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:08:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:08:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:08:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:08:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:08:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:08:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:08:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:08:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:08:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:08:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:08:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:08:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:08:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:08:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:08:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:08:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:08:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:08:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:08:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:08:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:08:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:08:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:08:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:08:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:08:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:08:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:08:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:08:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:08:38,313 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:08:38,313 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:08:38,313 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:08:38,313 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:08:38,313 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:08:38,313 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:08:38,314 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:08:38,314 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:08:38,315 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:08:38.315-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:08:38,315 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:09:08,313 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:09:08,314 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:09:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:09:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:09:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:09:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:09:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:09:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:09:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:09:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:09:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:09:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:09:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:09:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:09:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:09:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:09:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:09:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:09:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:09:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:09:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:09:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:09:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:09:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:09:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:09:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:09:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:09:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:09:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:09:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:09:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:09:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:09:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:09:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:09:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:09:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:09:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:09:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:09:38,318 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:09:38,318 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:09:38,318 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:09:38,318 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:09:38,318 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:09:38,318 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:09:38,320 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:09:38,320 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:09:38,320 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:09:38.320-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:09:38,320 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:10:08,318 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:10:08,319 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:10:14,775 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:10:14.775-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:10:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:10:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:10:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:10:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:10:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:10:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:10:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:10:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:10:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:10:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:10:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:10:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:10:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:10:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:10:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:10:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:10:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:10:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:10:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:10:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:10:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:10:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:10:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:10:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:10:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:10:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:10:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:10:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:10:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:10:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:10:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:10:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:10:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:10:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:10:38,323 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:10:38,323 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:10:38,323 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:10:38,323 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:10:38,323 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:10:38,323 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:10:38,324 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:10:38,325 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:10:38,325 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:10:38.325-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:10:38,325 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:11:08,324 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:11:08,324 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:11:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:11:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:11:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:11:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:11:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:11:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:11:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:11:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:11:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:11:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:11:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:11:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:11:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:11:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:11:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:11:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:11:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:11:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:11:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:11:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:11:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:11:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:11:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:11:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:11:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:11:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:11:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:11:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:11:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:11:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:11:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:11:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:11:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:11:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:11:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:11:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:11:38,327 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:11:38,328 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:11:38,328 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:11:38,328 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:11:38,328 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:11:38,328 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:11:38,329 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:11:38,330 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:11:38,330 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:11:38.330-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:11:38,330 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:12:08,328 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:12:08,328 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:12:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:12:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:12:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:12:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:12:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:12:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:12:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:12:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:12:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:12:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:12:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:12:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:12:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:12:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:12:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:12:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:12:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:12:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:12:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:12:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:12:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:12:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:12:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:12:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:12:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:12:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:12:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:12:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:12:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:12:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:12:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:12:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:12:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:12:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:12:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:12:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:12:38,332 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:12:38,332 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:12:38,333 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:12:38,333 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:12:38,333 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:12:38,333 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:12:38,334 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:12:38,335 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:12:38,335 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:12:38.335-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:12:38,335 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:13:08,333 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:13:08,333 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:13:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:13:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:13:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:13:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:13:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:13:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:13:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:13:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:13:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:13:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:13:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:13:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:13:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:13:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:13:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:13:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:13:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:13:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:13:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:13:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:13:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:13:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:13:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:13:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:13:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:13:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:13:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:13:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:13:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:13:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:13:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:13:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:13:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:13:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:13:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:13:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:13:38,338 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:13:38,338 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:13:38,338 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:13:38,338 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:13:38,339 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:13:38,339 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:13:38,340 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:13:38,340 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:13:38,341 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:13:38.340-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:13:38,341 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:14:08,339 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:14:08,339 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:14:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:14:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:14:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:14:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:14:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:14:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:14:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:14:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:14:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:14:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:14:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:14:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:14:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:14:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:14:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:14:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:14:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:14:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:14:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:14:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:14:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:14:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:14:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:14:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:14:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:14:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:14:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:14:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:14:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:14:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:14:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:14:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:14:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:14:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:14:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:14:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:14:38,343 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:14:38,343 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:14:38,344 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:14:38,344 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:14:38,344 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:14:38,344 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:14:38,345 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:14:38,345 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:14:38,345 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:14:38.345-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:14:38,345 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:15:08,344 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:15:08,344 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:15:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:15:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:15:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:15:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:15:14,776 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:15:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:15:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:15:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:15:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:15:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:15:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:15:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:15:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:15:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:15:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:15:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:15:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:15:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:15:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:15:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:15:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:15:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:15:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:15:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:15:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:15:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:15:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:15:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:15:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:15:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:15:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:15:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:15:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:15:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:15:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:15:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:15:38,349 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:15:38,349 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:15:38,350 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:15:38,350 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:15:38,350 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:15:38,350 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:15:38,351 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:15:38,352 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:15:38,352 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:15:38.352-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:15:38,352 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:16:08,350 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:16:08,350 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:16:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:16:14.776-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:16:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:16:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:16:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:16:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:16:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:16:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:16:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:16:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:16:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:16:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:16:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:16:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:16:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:16:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:16:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:16:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:16:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:16:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:16:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:16:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:16:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:16:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:16:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:16:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:16:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:16:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:16:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:16:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:16:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:16:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:16:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:16:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:16:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:16:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:16:38,355 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:16:38,355 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:16:38,356 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:16:38,356 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:16:38,356 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:16:38,356 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:16:38,357 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:16:38,358 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:16:38,358 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:16:38.358-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:16:38,358 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:17:08,356 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:17:08,356 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:17:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:17:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:17:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:17:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:17:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:17:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:17:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:17:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:17:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:17:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:17:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:17:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:17:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:17:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:17:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:17:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:17:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:17:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:17:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:17:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:17:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:17:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:17:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:17:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:17:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:17:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:17:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:17:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:17:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:17:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:17:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:17:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:17:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:17:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:17:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:17:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:17:38,360 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:17:38,360 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:17:38,361 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:17:38,361 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:17:38,361 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:17:38,361 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:17:38,362 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:17:38,363 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:17:38,363 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:17:38.363-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:17:38,363 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:18:08,361 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:18:08,361 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:18:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:18:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:18:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:18:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:18:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:18:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:18:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:18:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:18:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:18:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:18:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:18:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:18:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:18:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:18:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:18:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:18:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:18:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:18:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:18:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:18:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:18:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:18:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:18:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:18:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:18:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:18:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:18:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:18:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:18:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:18:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:18:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:18:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:18:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:18:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:18:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:18:38,365 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:18:38,365 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:18:38,365 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:18:38,365 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:18:38,365 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:18:38,366 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:18:38,367 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:18:38,367 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:18:38,368 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:18:38.368-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:18:38,368 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:19:08,366 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:19:08,366 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:19:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:19:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:19:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:19:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:19:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:19:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:19:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:19:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:19:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:19:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:19:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:19:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:19:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:19:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:19:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:19:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:19:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:19:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:19:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:19:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:19:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:19:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:19:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:19:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:19:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:19:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:19:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:19:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:19:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:19:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:19:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:19:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:19:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:19:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:19:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:19:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:19:38,369 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:19:38,369 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:19:38,370 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:19:38,370 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:19:38,370 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:19:38,370 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:19:38,371 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:19:38,371 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:19:38,372 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:19:38.371-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:19:38,372 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:20:08,370 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:20:08,370 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:20:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:20:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:20:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:20:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:20:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:20:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:20:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:20:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:20:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:20:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:20:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:20:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:20:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:20:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:20:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:20:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:20:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:20:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:20:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:20:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:20:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:20:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:20:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:20:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:20:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:20:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:20:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:20:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:20:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:20:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:20:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:20:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:20:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:20:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:20:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:20:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:20:38,377 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:20:38,377 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:20:38,378 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:20:38,378 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:20:38,378 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:20:38,378 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:20:38,386 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:20:38,386 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:20:38,387 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:20:38.386-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:20:38,387 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:21:08,378 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:21:08,378 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:21:14,777 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:21:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:21:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:21:14.777-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:21:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:21:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:21:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:21:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:21:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:21:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:21:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:21:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:21:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:21:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:21:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:21:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:21:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:21:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:21:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:21:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:21:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:21:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:21:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:21:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:21:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:21:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:21:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:21:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:21:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:21:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:21:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:21:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:21:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:21:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:21:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:21:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:21:38,382 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:21:38,382 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:21:38,383 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:21:38,383 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:21:38,383 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:21:38,383 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:21:38,384 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:21:38,385 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:21:38,385 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:21:38.385-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:21:38,385 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:22:08,383 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:22:08,383 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:22:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:22:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:22:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:22:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:22:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:22:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:22:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:22:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:22:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:22:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:22:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:22:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:22:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:22:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:22:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:22:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:22:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:22:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:22:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:22:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:22:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:22:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:22:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:22:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:22:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:22:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:22:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:22:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:22:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:22:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:22:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:22:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:22:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:22:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:22:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:22:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:22:38,387 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:22:38,387 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:22:38,387 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:22:38,387 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:22:38,387 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:22:38,387 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:22:38,389 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:22:38,389 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:22:38,389 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:22:38.389-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:22:38,392 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:23:08,387 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:23:08,388 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:23:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:23:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:23:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:23:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:23:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:23:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:23:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:23:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:23:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:23:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:23:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:23:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:23:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:23:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:23:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:23:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:23:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:23:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:23:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:23:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:23:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:23:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:23:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:23:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:23:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:23:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:23:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:23:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:23:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:23:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:23:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:23:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:23:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:23:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:23:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:23:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:23:38,392 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:23:38,392 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:23:38,393 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:23:38,393 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:23:38,393 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:23:38,393 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:23:38,394 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:23:38,395 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:23:38,395 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:23:38.395-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:23:38,395 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:24:08,393 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:24:08,393 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:24:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:24:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:24:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:24:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:24:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:24:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:24:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:24:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:24:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:24:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:24:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:24:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:24:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:24:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:24:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:24:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:24:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:24:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:24:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:24:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:24:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:24:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:24:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:24:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:24:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:24:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:24:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:24:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:24:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:24:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:24:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:24:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:24:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:24:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:24:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:24:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:24:38,397 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:24:38,397 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:24:38,397 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:24:38,397 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:24:38,397 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:24:38,397 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:24:38,398 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:24:38,399 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:24:38,399 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:24:38.399-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:24:38,399 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:25:08,398 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:25:08,398 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:25:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:25:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:25:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:25:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:25:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:25:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:25:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:25:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:25:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:25:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:25:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:25:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:25:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:25:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:25:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:25:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:25:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:25:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:25:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:25:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:25:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:25:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:25:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:25:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:25:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:25:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:25:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:25:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:25:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:25:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:25:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:25:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:25:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:25:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:25:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:25:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:25:38,402 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:25:38,402 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:25:38,402 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:25:38,402 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:25:38,402 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:25:38,402 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:25:38,404 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:25:38,404 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:25:38,404 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:25:38.404-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:25:38,404 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:26:08,403 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:26:08,403 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:26:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:26:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:26:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:26:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:26:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:26:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:26:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:26:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:26:14,778 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:26:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:26:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:26:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:26:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:26:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:26:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:26:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:26:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:26:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:26:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:26:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:26:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:26:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:26:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:26:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:26:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:26:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:26:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:26:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:26:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:26:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:26:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:26:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:26:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:26:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:26:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:26:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:26:38,407 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:26:38,407 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:26:38,407 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:26:38,407 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:26:38,407 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:26:38,407 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:26:38,409 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:26:38,409 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:26:38,410 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:26:38.409-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:26:38,410 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:27:08,408 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:27:08,408 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:27:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:27:14.778-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:27:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:27:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:27:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:27:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:27:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:27:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:27:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:27:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:27:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:27:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:27:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:27:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:27:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:27:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:27:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:27:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:27:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:27:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:27:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:27:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:27:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:27:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:27:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:27:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:27:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:27:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:27:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:27:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:27:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:27:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:27:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:27:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:27:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:27:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:27:38,412 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:27:38,412 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:27:38,413 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:27:38,413 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:27:38,413 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:27:38,413 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:27:38,414 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:27:38,415 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:27:38,415 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:27:38.415-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:27:38,415 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:28:08,413 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:28:08,413 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:28:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:28:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:28:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:28:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:28:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:28:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:28:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:28:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:28:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:28:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:28:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:28:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:28:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:28:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:28:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:28:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:28:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:28:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:28:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:28:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:28:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:28:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:28:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:28:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:28:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:28:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:28:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:28:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:28:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:28:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:28:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:28:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:28:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:28:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:28:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:28:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:28:38,417 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:28:38,417 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:28:38,417 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:28:38,417 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:28:38,417 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:28:38,417 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:28:38,419 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:28:38,419 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:28:38,419 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:28:38.419-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:28:38,419 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:29:08,417 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:29:08,418 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:29:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:29:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:29:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:29:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:29:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:29:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:29:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:29:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:29:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:29:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:29:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:29:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:29:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:29:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:29:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:29:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:29:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:29:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:29:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:29:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:29:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:29:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:29:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:29:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:29:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:29:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:29:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:29:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:29:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:29:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:29:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:29:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:29:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:29:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:29:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:29:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:29:38,423 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:29:38,423 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:29:38,423 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:29:38,423 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:29:38,423 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:29:38,423 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:29:38,424 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:29:38,424 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:29:38,425 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:29:38.424-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:29:38,425 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:30:08,423 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:30:08,423 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:30:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:30:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:30:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:30:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:30:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:30:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:30:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:30:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:30:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:30:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:30:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:30:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:30:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:30:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:30:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:30:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:30:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:30:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:30:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:30:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:30:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:30:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:30:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:30:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:30:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:30:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:30:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:30:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:30:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:30:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:30:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:30:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:30:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:30:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:30:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:30:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:30:38,427 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:30:38,427 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:30:38,428 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:30:38,428 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:30:38,428 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:30:38,428 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:30:38,429 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:30:38,430 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:30:38,432 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:30:38.430-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:30:38,432 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:31:08,428 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:31:08,428 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:31:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:31:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:31:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:31:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:31:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:31:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:31:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:31:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:31:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:31:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:31:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:31:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:31:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:31:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:31:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:31:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:31:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:31:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:31:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:31:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:31:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:31:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:31:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:31:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:31:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:31:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:31:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:31:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:31:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:31:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:31:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:31:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:31:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:31:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:31:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:31:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:31:38,433 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:31:38,433 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:31:38,433 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:31:38,433 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:31:38,433 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:31:38,433 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:31:38,435 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:31:38,435 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:31:38,435 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:31:38.435-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:31:38,435 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:32:08,434 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:32:08,434 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:32:14,779 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:32:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:32:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:32:14.779-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:32:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:32:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:32:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:32:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:32:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:32:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:32:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:32:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:32:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:32:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:32:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:32:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:32:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:32:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:32:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:32:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:32:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:32:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:32:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:32:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:32:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:32:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:32:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:32:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:32:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:32:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:32:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:32:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:32:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:32:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:32:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:32:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:32:38,437 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:32:38,437 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:32:38,438 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:32:38,438 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:32:38,438 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:32:38,438 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:32:38,439 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:32:38,440 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:32:38,440 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:32:38.440-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:32:38,440 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:33:08,438 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:33:08,438 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:33:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:33:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:33:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:33:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:33:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:33:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:33:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:33:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:33:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:33:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:33:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:33:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:33:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:33:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:33:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:33:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:33:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:33:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:33:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:33:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:33:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:33:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:33:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:33:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:33:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:33:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:33:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:33:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:33:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:33:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:33:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:33:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:33:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:33:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:33:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:33:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:33:38,443 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:33:38,443 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:33:38,444 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:33:38,444 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:33:38,444 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:33:38,444 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:33:38,445 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:33:38,445 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:33:38,446 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:33:38.446-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:33:38,446 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:34:08,444 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:34:08,444 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:34:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:34:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:34:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:34:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:34:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:34:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:34:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:34:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:34:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:34:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:34:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:34:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:34:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:34:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:34:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:34:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:34:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:34:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:34:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:34:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:34:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:34:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:34:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:34:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:34:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:34:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:34:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:34:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:34:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:34:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:34:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:34:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:34:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:34:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:34:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:34:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:34:38,447 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:34:38,447 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:34:38,448 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:34:38,448 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:34:38,448 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:34:38,448 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:34:38,449 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:34:38,449 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:34:38,449 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:34:38.449-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:34:38,449 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:35:08,448 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:35:08,448 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:35:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:35:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:35:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:35:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:35:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:35:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:35:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:35:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:35:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:35:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:35:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:35:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:35:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:35:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:35:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:35:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:35:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:35:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:35:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:35:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:35:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:35:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:35:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:35:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:35:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:35:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:35:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:35:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:35:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:35:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:35:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:35:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:35:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:35:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:35:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:35:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:35:38,453 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:35:38,453 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:35:38,453 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:35:38,453 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:35:38,453 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:35:38,453 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:35:38,454 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:35:38,455 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:35:38,455 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:35:38.455-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:35:38,455 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:36:08,454 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:36:08,454 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:36:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:36:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:36:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:36:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:36:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:36:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:36:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:36:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:36:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:36:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:36:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:36:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:36:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:36:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:36:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:36:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:36:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:36:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:36:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:36:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:36:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:36:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:36:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:36:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:36:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:36:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:36:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:36:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:36:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:36:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:36:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:36:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:36:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:36:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:36:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:36:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:36:38,457 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:36:38,457 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:36:38,458 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:36:38,458 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:36:38,458 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:36:38,458 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:36:38,459 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:36:38,459 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:36:38,459 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:36:38.459-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:36:38,459 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:37:08,458 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:37:08,458 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:37:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:37:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:37:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:37:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:37:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:37:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:37:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:37:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:37:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:37:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:37:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:37:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:37:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:37:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:37:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:37:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:37:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:37:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:37:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:37:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:37:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:37:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:37:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:37:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:37:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:37:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:37:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:37:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:37:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:37:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:37:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:37:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:37:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:37:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:37:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:37:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:37:38,462 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:37:38,462 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:37:38,463 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:37:38,463 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:37:38,463 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:37:38,463 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:37:38,464 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:37:38,464 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:37:38,464 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:37:38.464-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:37:38,464 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:38:08,463 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:38:08,463 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:38:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:38:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:38:14,780 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:38:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:38:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:38:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:38:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:38:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:38:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:38:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:38:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:38:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:38:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:38:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:38:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:38:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:38:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:38:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:38:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:38:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:38:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:38:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:38:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:38:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:38:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:38:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:38:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:38:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:38:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:38:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:38:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:38:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:38:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:38:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:38:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:38:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:38:38,467 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:38:38,467 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:38:38,468 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:38:38,468 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:38:38,468 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:38:38,468 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:38:38,469 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:38:38,471 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:38:38,472 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:38:38.472-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:38:38,472 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:39:08,468 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:39:08,468 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:39:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:39:14.780-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:39:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:39:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:39:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:39:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:39:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:39:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:39:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:39:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:39:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:39:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:39:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:39:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:39:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:39:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:39:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:39:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:39:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:39:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:39:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:39:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:39:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:39:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:39:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:39:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:39:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:39:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:39:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:39:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:39:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:39:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:39:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:39:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:39:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:39:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:39:38,472 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:39:38,472 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:39:38,473 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:39:38,473 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:39:38,473 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:39:38,473 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:39:38,474 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:39:38,474 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:39:38,475 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:39:38.474-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:39:38,475 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:40:08,473 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:40:08,473 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:40:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:40:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:40:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:40:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:40:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:40:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:40:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:40:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:40:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:40:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:40:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:40:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:40:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:40:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:40:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:40:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:40:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:40:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:40:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:40:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:40:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:40:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:40:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:40:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:40:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:40:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:40:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:40:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:40:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:40:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:40:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:40:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:40:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:40:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:40:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:40:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:40:38,477 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:40:38,477 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:40:38,478 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:40:38,478 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:40:38,478 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:40:38,478 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:40:38,479 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:40:38,479 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:40:38,479 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:40:38.479-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:40:38,479 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:41:08,478 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:41:08,478 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:41:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:41:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:41:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:41:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:41:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:41:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:41:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:41:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:41:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:41:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:41:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:41:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:41:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:41:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:41:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:41:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:41:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:41:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:41:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:41:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:41:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:41:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:41:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:41:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:41:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:41:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:41:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:41:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:41:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:41:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:41:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:41:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:41:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:41:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:41:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:41:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:41:38,482 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:41:38,482 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:41:38,482 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:41:38,482 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:41:38,482 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:41:38,483 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:41:38,484 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:41:38,484 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:41:38,485 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:41:38.484-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:41:38,485 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:42:08,483 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:42:08,483 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:42:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:42:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:42:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:42:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:42:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:42:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:42:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:42:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:42:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:42:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:42:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:42:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:42:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:42:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:42:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:42:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:42:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:42:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:42:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:42:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:42:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:42:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:42:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:42:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:42:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:42:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:42:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:42:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:42:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:42:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:42:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:42:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:42:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:42:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:42:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:42:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:42:38,487 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:42:38,487 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:42:38,487 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:42:38,487 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:42:38,487 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:42:38,487 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:42:38,488 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:42:38,489 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:42:38,489 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:42:38.489-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:42:38,489 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:43:08,488 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:43:08,488 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:43:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:43:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:43:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:43:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:43:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:43:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:43:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:43:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:43:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:43:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:43:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:43:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:43:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:43:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:43:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:43:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:43:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:43:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:43:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:43:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:43:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:43:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:43:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:43:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:43:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:43:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:43:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:43:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:43:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:43:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:43:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:43:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:43:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:43:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:43:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:43:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:43:38,492 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:43:38,492 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:43:38,492 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:43:38,492 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:43:38,492 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:43:38,492 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:43:38,494 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:43:38,494 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:43:38,494 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:43:38.494-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:43:38,494 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:44:08,493 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:44:08,493 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:44:14,781 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:44:14.781-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:44:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:44:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:44:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:44:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:44:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:44:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:44:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:44:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:44:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:44:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:44:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:44:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:44:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:44:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:44:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:44:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:44:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:44:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:44:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:44:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:44:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:44:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:44:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:44:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:44:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:44:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:44:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:44:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:44:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:44:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:44:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:44:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:44:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:44:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:44:38,500 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:44:38,500 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:44:38,500 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:44:38,500 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:44:38,500 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:44:38,501 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:44:38,501 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:44:38,502 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:44:38,502 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:44:38.502-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:44:38,502 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:45:08,501 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:45:08,501 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:45:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:45:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:45:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:45:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:45:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:45:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:45:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:45:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:45:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:45:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:45:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:45:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:45:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:45:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:45:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:45:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:45:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:45:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:45:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:45:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:45:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:45:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:45:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:45:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:45:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:45:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:45:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:45:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:45:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:45:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:45:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:45:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:45:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:45:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:45:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:45:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:45:38,505 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:45:38,505 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:45:38,506 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:45:38,506 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:45:38,506 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:45:38,506 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:45:38,507 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:45:38,507 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:45:38,507 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:45:38.507-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:45:38,507 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:46:08,506 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:46:08,506 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:46:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:46:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:46:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:46:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:46:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:46:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:46:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:46:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:46:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:46:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:46:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:46:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:46:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:46:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:46:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:46:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:46:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:46:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:46:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:46:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:46:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:46:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:46:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:46:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:46:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:46:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:46:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:46:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:46:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:46:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:46:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:46:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:46:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:46:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:46:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:46:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:46:38,511 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:46:38,511 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:46:38,511 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:46:38,511 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:46:38,511 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:46:38,513 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:46:38,514 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:46:38,515 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:46:38,515 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:46:38.515-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:46:38,515 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:47:08,514 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:47:08,514 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:47:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:47:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:47:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:47:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:47:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:47:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:47:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:47:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:47:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:47:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:47:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:47:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:47:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:47:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:47:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:47:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:47:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:47:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:47:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:47:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:47:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:47:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:47:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:47:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:47:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:47:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:47:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:47:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:47:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:47:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:47:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:47:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:47:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:47:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:47:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:47:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:47:38,515 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:47:38,515 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:47:38,516 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:47:38,516 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:47:38,516 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:47:38,516 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:47:38,517 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:47:38,517 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:47:38,517 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:47:38.517-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:47:38,517 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:48:08,516 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:48:08,516 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:48:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:48:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:48:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:48:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:48:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:48:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:48:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:48:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:48:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:48:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:48:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:48:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:48:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:48:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:48:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:48:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:48:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:48:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:48:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:48:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:48:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:48:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:48:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:48:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:48:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:48:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:48:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:48:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:48:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:48:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:48:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:48:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:48:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:48:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:48:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:48:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:48:38,527 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:48:38,527 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:48:38,527 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:48:38,527 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:48:38,527 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:48:38,527 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:48:38,528 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:48:38,528 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:48:38,529 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:48:38.529-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:48:38,529 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:49:08,527 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:49:08,528 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:49:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:49:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:49:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:49:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:49:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:49:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:49:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:49:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:49:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:49:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:49:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:49:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:49:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:49:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:49:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:49:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:49:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:49:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:49:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:49:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:49:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:49:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:49:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:49:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:49:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:49:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:49:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:49:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:49:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:49:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:49:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:49:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:49:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:49:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:49:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:49:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:49:38,525 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:49:38,525 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:49:38,526 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:49:38,526 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:49:38,526 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:49:38,526 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:49:38,527 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:49:38,527 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:49:38,527 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:49:38.527-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:49:38,527 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:50:08,526 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:50:08,526 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:50:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:50:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:50:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:50:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:50:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:50:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:50:14,782 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:50:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:50:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:50:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:50:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:50:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:50:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:50:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:50:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:50:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:50:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:50:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:50:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:50:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:50:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:50:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:50:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:50:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:50:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:50:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:50:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:50:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:50:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:50:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:50:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:50:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:50:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:50:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:50:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:50:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:50:38,530 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:50:38,530 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:50:38,530 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:50:38,530 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:50:38,531 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:50:38,531 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:50:38,531 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:50:38,532 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:50:38,532 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:50:38.532-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:50:38,532 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:51:08,531 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:51:08,531 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:51:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:51:14.782-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:51:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:51:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:51:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:51:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:51:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:51:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:51:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:51:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:51:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:51:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:51:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:51:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:51:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:51:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:51:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:51:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:51:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:51:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:51:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:51:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:51:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:51:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:51:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:51:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:51:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:51:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:51:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:51:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:51:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:51:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:51:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:51:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:51:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:51:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:51:38,535 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:51:38,535 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:51:38,535 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:51:38,535 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:51:38,536 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:51:38,536 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:51:38,537 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:51:38,537 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:51:38,538 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:51:38.538-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:51:38,538 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:52:08,536 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:52:08,536 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:52:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:52:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:52:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:52:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:52:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:52:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:52:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:52:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:52:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:52:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:52:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:52:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:52:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:52:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:52:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:52:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:52:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:52:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:52:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:52:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:52:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:52:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:52:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:52:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:52:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:52:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:52:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:52:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:52:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:52:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:52:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:52:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:52:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:52:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:52:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:52:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:52:38,539 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:52:38,540 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:52:38,540 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:52:38,540 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:52:38,540 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:52:38,540 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:52:38,541 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:52:38,541 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:52:38,542 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:52:38.541-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:52:38,542 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:53:08,540 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:53:08,540 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:53:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:53:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:53:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:53:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:53:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:53:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:53:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:53:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:53:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:53:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:53:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:53:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:53:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:53:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:53:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:53:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:53:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:53:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:53:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:53:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:53:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:53:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:53:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:53:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:53:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:53:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:53:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:53:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:53:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:53:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:53:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:53:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:53:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:53:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:53:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:53:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:53:38,545 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:53:38,545 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:53:38,545 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:53:38,545 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:53:38,545 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:53:38,545 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:53:38,547 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:53:38,547 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:53:38,547 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:53:38.547-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:53:38,547 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:54:08,546 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:54:08,546 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:54:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:54:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:54:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:54:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:54:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:54:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:54:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:54:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:54:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:54:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:54:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:54:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:54:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:54:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:54:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:54:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:54:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:54:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:54:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:54:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:54:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:54:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:54:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:54:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:54:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:54:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:54:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:54:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:54:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:54:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:54:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:54:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:54:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:54:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:54:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:54:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:54:38,550 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:54:38,550 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:54:38,553 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:54:38,553 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:54:38,553 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:54:38,553 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:54:38,554 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:54:38,554 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:54:38,554 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:54:38.554-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:54:38,555 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:55:08,553 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:55:08,554 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:55:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:55:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:55:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:55:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:55:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:55:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:55:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:55:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:55:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:55:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:55:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:55:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:55:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:55:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:55:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:55:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:55:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:55:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:55:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:55:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:55:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:55:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:55:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:55:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:55:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:55:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:55:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:55:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:55:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:55:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:55:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:55:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:55:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:55:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:55:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:55:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:55:38,555 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:55:38,555 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:55:38,555 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:55:38,555 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:55:38,555 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:55:38,555 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:55:38,556 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:55:38,557 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:55:38,557 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:55:38.557-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:55:38,557 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:56:08,556 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:56:08,556 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:56:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:56:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:56:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:56:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:56:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:56:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:56:14,783 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:56:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:56:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:56:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:56:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:56:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:56:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:56:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:56:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:56:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:56:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:56:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:56:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:56:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:56:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:56:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:56:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:56:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:56:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:56:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:56:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:56:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:56:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:56:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:56:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:56:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:56:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:56:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:56:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:56:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:56:38,560 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:56:38,560 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:56:38,560 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:56:38,560 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:56:38,560 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:56:38,560 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:56:38,561 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:56:38,562 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:56:38,562 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:56:38.562-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:56:38,562 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:57:08,561 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:57:08,561 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:57:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:57:14.783-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:57:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:57:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:57:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:57:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:57:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:57:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:57:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:57:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:57:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:57:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:57:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:57:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:57:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:57:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:57:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:57:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:57:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:57:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:57:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:57:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:57:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:57:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:57:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:57:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:57:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:57:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:57:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:57:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:57:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:57:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:57:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:57:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:57:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:57:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:57:38,564 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:57:38,564 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:57:38,565 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:57:38,565 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:57:38,565 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:57:38,565 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:57:38,566 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:57:38,566 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:57:38,567 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:57:38.566-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:57:38,567 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:58:08,565 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:58:08,565 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:58:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:58:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:58:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:58:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:58:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:58:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:58:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:58:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:58:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:58:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:58:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:58:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:58:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:58:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:58:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:58:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:58:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:58:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:58:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:58:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:58:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:58:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:58:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:58:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:58:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:58:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:58:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:58:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:58:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:58:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:58:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:58:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:58:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:58:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:58:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:58:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:58:38,571 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:58:38,571 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:58:38,572 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:58:38,572 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:58:38,572 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:58:38,572 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:58:38,573 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:58:38,573 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:58:38,573 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:58:38.573-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:58:38,573 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 19:59:08,572 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 19:59:08,572 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:59:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:59:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 19:59:22,470 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:59:22.470-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 19:59:22,470 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:59:22.470-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 19:59:22,470 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:59:22.470-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 19:59:22,470 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:59:22.470-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 19:59:22,470 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:59:22.470-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 19:59:22,470 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:59:22.470-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 19:59:22,470 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:59:22.470-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 19:59:22,470 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:59:22.470-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 19:59:22,470 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:59:22.470-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 19:59:22,470 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:59:22.470-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 19:59:22,470 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:59:22.470-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 19:59:22,470 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:59:22.470-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 19:59:22,470 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:59:22.470-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 19:59:22,470 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:59:22.470-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 19:59:22,471 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:59:22.471-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 19:59:22,471 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:59:22.471-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 19:59:22,471 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T19:59:22.471-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 19:59:38,577 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 19:59:38,577 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 19:59:38,577 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:59:38,577 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:59:38,577 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 19:59:38,577 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 19:59:38,578 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 19:59:38,579 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 19:59:38,579 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T19:59:38.579-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 19:59:38,579 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 20:00:08,578 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 20:00:08,578 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 20:00:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:00:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 20:00:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:00:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 20:00:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:00:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 20:00:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:00:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 20:00:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:00:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 20:00:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:00:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 20:00:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:00:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 20:00:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:00:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 20:00:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:00:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 20:00:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:00:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 20:00:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:00:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 20:00:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:00:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 20:00:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:00:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 20:00:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:00:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 20:00:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:00:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 20:00:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:00:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 20:00:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:00:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 20:00:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:00:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 20:00:38,582 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 20:00:38,583 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 20:00:38,583 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 20:00:38,583 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 20:00:38,583 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 20:00:38,583 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 20:00:38,584 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 20:00:38,584 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 20:00:38,585 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T20:00:38.584-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 20:00:38,585 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 20:01:08,583 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 20:01:08,583 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 20:01:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:01:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 20:01:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:01:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 20:01:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:01:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 20:01:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:01:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 20:01:14,784 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:01:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 20:01:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:01:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 20:01:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:01:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 20:01:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:01:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 20:01:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:01:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 20:01:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:01:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 20:01:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:01:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 20:01:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:01:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 20:01:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:01:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 20:01:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:01:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 20:01:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:01:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 20:01:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:01:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 20:01:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:01:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 20:01:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:01:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 20:01:38,588 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 20:01:38,588 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 20:01:38,588 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 20:01:38,588 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 20:01:38,588 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 20:01:38,588 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 20:01:38,589 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 20:01:38,590 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 20:01:38,590 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T20:01:38.590-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 20:01:38,590 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 20:02:08,588 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 20:02:08,589 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 20:02:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:02:14.784-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 20:02:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:02:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 20:02:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:02:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 20:02:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:02:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 20:02:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:02:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 20:02:14,787 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:02:14.787-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 20:02:14,787 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:02:14.787-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 20:02:14,787 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:02:14.787-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 20:02:14,787 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:02:14.787-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 20:02:14,787 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:02:14.787-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 20:02:14,787 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:02:14.787-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 20:02:14,787 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:02:14.787-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 20:02:14,787 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:02:14.787-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 20:02:14,787 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:02:14.787-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 20:02:14,787 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:02:14.787-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 20:02:14,787 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:02:14.787-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 20:02:14,787 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:02:14.787-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 20:02:14,787 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:02:14.787-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 20:02:38,593 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 20:02:38,593 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 20:02:38,594 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 20:02:38,594 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 20:02:38,594 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 20:02:38,594 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 20:02:38,595 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 20:02:38,595 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 20:02:38,595 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T20:02:38.595-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 20:02:38,595 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed
2015-02-16 20:03:08,594 INFO [ZkCoordinator-Exec--0] io.druid.server.coordination.ServerManager - Told to delete a queryable on dataSource[viddata] for interval[2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00] and version [2015-02-16T12:00:06.569-07:00] that I don't have.
2015-02-16 20:03:08,594 WARN [ZkCoordinator-Exec--0] io.druid.server.coordination.ZkCoordinator - Unable to delete segmentInfoCacheFile[/home/appmon/druid/persistent/zk_druid/info_dir/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 20:03:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:03:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/numEntries","value":0}]
2015-02-16 20:03:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:03:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/sizeBytes","value":0}]
2015-02-16 20:03:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:03:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hits","value":0}]
2015-02-16 20:03:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:03:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/misses","value":0}]
2015-02-16 20:03:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:03:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/evictions","value":0}]
2015-02-16 20:03:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:03:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/hitRate","value":0.0}]
2015-02-16 20:03:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:03:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/averageBytes","value":0}]
2015-02-16 20:03:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:03:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/timeouts","value":0}]
2015-02-16 20:03:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:03:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/delta/errors","value":0}]
2015-02-16 20:03:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:03:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/numEntries","value":0}]
2015-02-16 20:03:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:03:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/sizeBytes","value":0}]
2015-02-16 20:03:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:03:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hits","value":0}]
2015-02-16 20:03:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:03:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/misses","value":37}]
2015-02-16 20:03:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:03:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/evictions","value":0}]
2015-02-16 20:03:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:03:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/hitRate","value":0.0}]
2015-02-16 20:03:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:03:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/averageBytes","value":0}]
2015-02-16 20:03:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:03:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/timeouts","value":0}]
2015-02-16 20:03:14,785 INFO [MonitorScheduler-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"metrics","timestamp":"2015-02-16T20:03:14.785-07:00","service":"historical","host":"phxscal1100:8081","metric":"cache/total/errors","value":0}]
2015-02-16 20:03:38,597 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - New request[LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] with node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00].
2015-02-16 20:03:38,597 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Loading segment viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00
2015-02-16 20:03:38,598 INFO [ZkCoordinator-0] io.druid.server.coordination.SingleDataSegmentAnnouncer - Unannouncing segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] at path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 20:03:38,598 INFO [ZkCoordinator-0] io.druid.curator.announcement.Announcer - unannouncing [/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 20:03:38,598 ERROR [ZkCoordinator-0] io.druid.curator.announcement.Announcer - Path[/druid/servedSegments/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] not announced, cannot unannounce.
2015-02-16 20:03:38,598 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completely removing [viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] in [30,000] millis
2015-02-16 20:03:38,599 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Completed request [LOAD: viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
2015-02-16 20:03:38,599 ERROR [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Failed to load segment for dataSource: {class=io.druid.server.coordination.ZkCoordinator, exceptionType=class io.druid.segment.loading.SegmentLoadingException, exceptionMessage=Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00], segment=DataSegment{size=2868496, shardSpec=LinearShardSpec{partitionNum=0}, metrics=[xCount], dimensions=[colo, duration, machine, pool, status, type, typename], version='2015-02-16T12:00:06.569-07:00', loadSpec={type=hdfs, path=hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip}, interval=2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00, dataSource='viddata', binaryVersion='9'}}
io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)
	at io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)
	at io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)
	at io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)
	at org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)
	at com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)
	at org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)
	at org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)
	at org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:780)
Caused by: java.lang.IllegalArgumentException
	at java.nio.Buffer.position(Buffer.java:236)
	at com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)
	at io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)
	at io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)
	at io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)
	at io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)
	at io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)
	at io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)
	... 20 more
2015-02-16 20:03:38,600 INFO [ZkCoordinator-0] com.metamx.emitter.core.LoggingEmitter - Event [{"feed":"alerts","timestamp":"2015-02-16T20:03:38.599-07:00","service":"historical","host":"phxscal1100:8081","severity":"component-failure","description":"Failed to load segment for dataSource","data":{"class":"io.druid.server.coordination.ZkCoordinator","exceptionType":"io.druid.segment.loading.SegmentLoadingException","exceptionMessage":"Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]","exceptionStackTrace":"io.druid.segment.loading.SegmentLoadingException: Exception loading segment[viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00]\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:140)\n\tat io.druid.server.coordination.ZkCoordinator.addSegment(ZkCoordinator.java:165)\n\tat io.druid.server.coordination.SegmentChangeRequestLoad.go(SegmentChangeRequestLoad.java:44)\n\tat io.druid.server.coordination.BaseZkCoordinator$1.childEvent(BaseZkCoordinator.java:127)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:516)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$5.apply(PathChildrenCache.java:510)\n\tat org.apache.curator.framework.listen.ListenerContainer$1.run(ListenerContainer.java:92)\n\tat com.google.common.util.concurrent.MoreExecutors$SameThreadExecutorService.execute(MoreExecutors.java:297)\n\tat org.apache.curator.framework.listen.ListenerContainer.forEach(ListenerContainer.java:83)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache.callListeners(PathChildrenCache.java:507)\n\tat org.apache.curator.framework.recipes.cache.EventOperation.invoke(EventOperation.java:35)\n\tat org.apache.curator.framework.recipes.cache.PathChildrenCache$9.run(PathChildrenCache.java:759)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)\n\tat java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)\n\tat java.util.concurrent.FutureTask.run(FutureTask.java:166)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)\n\tat java.lang.Thread.run(Thread.java:780)\nCaused by: java.lang.IllegalArgumentException\n\tat java.nio.Buffer.position(Buffer.java:236)\n\tat com.metamx.common.io.smoosh.SmooshedFileMapper.mapFile(SmooshedFileMapper.java:129)\n\tat io.druid.segment.IndexIO$V9IndexLoader.load(IndexIO.java:748)\n\tat io.druid.segment.IndexIO.loadIndex(IndexIO.java:164)\n\tat io.druid.segment.loading.MMappedQueryableIndexFactory.factorize(MMappedQueryableIndexFactory.java:39)\n\tat io.druid.segment.loading.OmniSegmentLoader.getSegment(OmniSegmentLoader.java:96)\n\tat io.druid.server.coordination.ServerManager.loadSegment(ServerManager.java:145)\n\tat io.druid.server.coordination.ZkCoordinator.loadSegment(ZkCoordinator.java:136)\n\t... 20 more\n","segment":{"dataSource":"viddata","interval":"2015-02-16T12:00:00.000-07:00/2015-02-16T13:00:00.000-07:00","version":"2015-02-16T12:00:06.569-07:00","loadSpec":{"type":"hdfs","path":"hdfs://10.86.184.19:54310/druid/segments/viddata/20150216T120000.000-0700_20150216T130000.000-0700/2015-02-16T12_00_06.569-07_00/0/index.zip"},"dimensions":"colo,duration,machine,pool,status,type,typename","metrics":"xCount","shardSpec":{"type":"linear","partitionNum":0},"binaryVersion":9,"size":2868496,"identifier":"viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00"}}}]
2015-02-16 20:03:38,600 INFO [ZkCoordinator-0] io.druid.server.coordination.ZkCoordinator - Node[/druid/loadQueue/phxscal1100:8081/viddata_2015-02-16T12:00:00.000-07:00_2015-02-16T13:00:00.000-07:00_2015-02-16T12:00:06.569-07:00] was removed